-- Logs begin at Tue 2021-09-21 08:45:20 UTC, end at Tue 2021-09-21 09:45:39 UTC. -- Sep 21 09:14:42.590591 dv-cinder-790014-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 09:14:45.310291 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.common.config [-] Logging enabled! Sep 21 09:14:45.310898 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 09:14:45.311050 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93867) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 09:14:45.314264 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.common.config [-] Logging enabled! Sep 21 09:14:45.314518 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 09:14:45.314825 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93867) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 09:14:45.315752 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:14:45.315983 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:14:45.316341 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:14:45.316606 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:14:45.316833 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:14:45.317155 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.317453 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.318386 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.318720 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.319024 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.319321 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.319607 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.319899 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.320198 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.320486 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.320795 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.321081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.321312 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.321593 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.321878 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.322164 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.322386 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] debug = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.322728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.323157 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.323567 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.323849 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.324137 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.324417 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.324712 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.325051 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.325332 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.325665 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] host = dv-cinder-790014-3-iscsi {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.325940 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.326224 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.326508 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.326792 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.327126 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.327402 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.327689 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.327958 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.328229 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.328578 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.328869 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.329153 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.329440 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.329663 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.329893 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.330178 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.330464 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.330737 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.331007 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.331278 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.331833 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.331833 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.332132 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.332418 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.332786 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.333075 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.333406 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.333685 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.333958 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.334229 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.334511 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.334782 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.335051 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.335321 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.335605 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.335870 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.336140 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.336436 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.336746 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.337026 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.337307 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.337575 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.337857 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.338127 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.338395 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.338665 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_json = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.338934 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.339201 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.339478 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.339748 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.340016 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.340285 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.340570 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.340856 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:45.341148 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.341441 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.341739 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.342019 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.342313 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.342590 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.342878 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.343153 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.343440 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.343728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.344012 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.344288 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.344595 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.344873 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.345164 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.345468 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.345759 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.346048 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.346319 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.346589 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.346859 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.347134 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.347415 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.347690 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.347974 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.348261 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.348560 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.348843 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.349253 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.349547 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.349821 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.350100 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.350391 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.350668 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.350936 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.351211 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.351496 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.351772 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.352044 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.352322 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.352622 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.352893 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.353167 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.353440 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.353725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.354000 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.354266 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.354532 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.354805 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.355072 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.355351 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.355623 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.355891 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.356158 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.356432 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.356723 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.356993 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.357269 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.357536 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.357808 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.358077 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.358343 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.358609 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.358877 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.359145 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.359411 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.359678 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.359951 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.360221 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.360490 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.360781 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.361052 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.361320 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.361603 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.361901 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.362177 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.362452 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.362726 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.363005 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.363278 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.363551 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.363826 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.364100 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.364368 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.365269 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.365559 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.365845 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.366129 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.366409 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.366711 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.366988 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.367268 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.367544 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.367820 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.368102 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.368386 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.368707 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.369002 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.369294 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.369586 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.369879 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.370158 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.370465 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.370742 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:45.370960 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:14:45.371198 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93867) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 09:14:45.725729 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 09:14:45.726003 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 09:14:45.726290 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 09:14:45.726618 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 09:14:46.118152 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.118374 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.118647 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.119937 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.120209 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.120472 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.155749 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.156023 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.156287 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.171360 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.171634 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.171899 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.200260 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.200559 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.200825 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.237984 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.238267 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.238533 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.467933 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.468585 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.468827 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.469251 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.470522 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.592920 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.593237 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.593515 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.593779 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.594038 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.594342 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.594596 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.594845 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.595094 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.595371 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.595624 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.595881 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.596130 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.596375 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.596647 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.596906 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.597154 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.597417 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.597681 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.597936 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.598203 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.598457 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.598738 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.599757 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.600007 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.600251 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.600661 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.600907 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.601142 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.601375 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.601607 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.601838 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:46.602193 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 09:14:46.605249 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 09:14:46.609244 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 09:14:46.612868 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 21 09:14:46.614521 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 09:14:46.615027 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 09:14:46.615362 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 09:14:46.615740 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 09:14:46.618531 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 09:14:46.618776 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 09:14:46.619113 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 09:14:46.624365 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 09:14:46.646619 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 09:14:46.647062 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.647354 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93867) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 09:14:46.647709 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.649087 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93867) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 09:14:46.649519 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 09:14:46.649762 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 09:14:46.652932 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.653210 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:46.717072 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 09:14:46.717307 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 09:14:46.717543 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 09:14:46.717909 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 09:14:46.740235 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_db.sqlalchemy.engines [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93867) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 09:14:47.277077 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing driver for type 'gre' Sep 21 09:14:47.277606 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] gre ID ranges: [(1, 1000)] Sep 21 09:14:47.329773 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing driver for type 'local' Sep 21 09:14:47.330111 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing driver for type 'vlan' Sep 21 09:14:47.342900 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] VlanTypeDriver initialization complete Sep 21 09:14:47.343242 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing driver for type 'vxlan' Sep 21 09:14:47.343810 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] vxlan ID ranges: [(1, 1000)] Sep 21 09:14:47.399699 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing extension driver 'port_security' Sep 21 09:14:47.400043 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] PortSecurityExtensionDriver initialization complete Sep 21 09:14:47.400382 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing mechanism driver 'openvswitch' Sep 21 09:14:47.400807 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing mechanism driver 'hyperv' Sep 21 09:14:47.407398 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:14:47.408076 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.408445 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.408824 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.409340 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.409767 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.410118 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.410460 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.410848 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.411414 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.412006 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.412393 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.412813 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.413219 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.413566 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.413907 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.414429 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.414834 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.415185 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.415530 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.415920 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.416317 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > address_group after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.416697 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > address_group after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.417034 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.417436 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 09:14:47.417812 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] ML2 OVO RPC backend initialized. {{(pid=93867) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 09:14:47.418514 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.418866 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.419274 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.419618 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > networks before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.420241 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.420611 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > ports before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.420954 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.421292 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnets before_response 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.421639 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.421976 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.422310 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.422642 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.422975 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.423305 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.423637 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.423969 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.424297 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.424889 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.plugin [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Modular L2 Plugin initialization complete Sep 21 09:14:47.425218 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading services supported by the core plugin {{(pid=93867) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 09:14:47.425541 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.plugins.ml2.managers [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Got port-security extension from driver 'port_security' Sep 21 09:14:47.426000 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.extensions.vlantransparent [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Disabled vlantransparent extension. Sep 21 09:14:47.426474 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93867) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 09:14:47.426787 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: router Sep 21 09:14:47.464667 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.465058 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_create 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.465427 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router before_create 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.465792 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.466163 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.466518 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_delete 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.466876 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.467227 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.467582 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_create 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.467927 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.468272 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.468843 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.468999 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.469405 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.469771 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.470107 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.470441 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: subnet after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.470774 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.471124 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.471474 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_create 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.471815 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.472154 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.472506 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router after_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.472871 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.473218 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_create 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.473573 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.473916 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_update 55549900 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.475036 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > agent after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.475526 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > agent after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.475877 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > network after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.476757 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Tracking information for resource: router configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:47.477091 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Tracking information for resource: floatingip configured {{(pid=93867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 09:14:47.481947 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.db.l3_agentschedulers_db [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 09:14:47.482510 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.482867 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.483215 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.483563 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.484337 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router before_create 55550100 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.484752 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.485100 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_create 55550100 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.485453 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > router precommit_update 55550100 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.490554 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.provider_configuration [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service providers = [] {{(pid=93867) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 09:14:47.490919 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.db.servicetype_db [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93867) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 09:14:47.493891 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.service_base [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:14:47.494245 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.service_base [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:14:47.494588 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.service_base [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:14:47.495472 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.services.service_base [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 09:14:47.495841 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.services.service_base [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 09:14:47.496211 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.496528 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 09:14:47.507717 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.508054 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: auto_allocate Sep 21 09:14:47.514048 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: network precommit_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.514421 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: network precommit_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.514939 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.515260 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: tag Sep 21 09:14:47.524860 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.525190 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: timestamp Sep 21 09:14:47.529712 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.529819 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: network_ip_availability Sep 21 09:14:47.535182 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.535556 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.535913 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.536763 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.537312 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: flavors Sep 21 09:14:47.541995 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.542327 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading Plugin: revisions Sep 21 09:14:47.546574 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 09:14:47.546965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=93867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 09:14:47.547695 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93867) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 09:14:47.548035 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Initializing extension manager. Sep 21 09:14:47.548570 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: __init__.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.548910 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: __pycache__ {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.549244 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.549575 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: address_group.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.550329 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.550900 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: address-group Sep 21 09:14:47.551222 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: address_scope.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.552115 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.553426 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: address-scope Sep 21 09:14:47.553759 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.554695 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.555201 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: router-admin-state-down-before-update Sep 21 09:14:47.555525 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: agent.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.556227 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.556755 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: agent Sep 21 09:14:47.557077 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: agent_resources_synced.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.557993 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.558498 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: agent-resources-synced Sep 21 09:14:47.558825 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: allowedaddresspairs.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.560626 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.561147 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: allowed-address-pairs Sep 21 09:14:47.561473 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: auto_allocated_topology.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.562541 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.563053 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: auto-allocated-topology Sep 21 09:14:47.563378 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: availability_zone.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.564074 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.564605 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: availability_zone Sep 21 09:14:47.564932 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: availability_zone_filter.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.565844 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.566348 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: availability_zone_filter Sep 21 09:14:47.566669 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: data_plane_status.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.567570 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.568288 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 09:14:47.568728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: default_subnetpools.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.569651 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.570153 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: default-subnetpools Sep 21 09:14:47.570473 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.571277 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.571782 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: dhcp_agent_scheduler Sep 21 09:14:47.572101 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: dns.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.573045 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.573549 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension dns-integration not supported by any of loaded plugins Sep 21 09:14:47.573877 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: dns_domain_ports.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.574789 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.575289 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 09:14:47.575610 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.576521 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.577045 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 09:14:47.577365 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: dvr.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.578033 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.578530 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: dvr Sep 21 09:14:47.578848 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: ecmp_routes.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.579759 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.580255 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 09:14:47.580606 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: empty_string_filtering.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.581515 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.582015 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: empty-string-filtering Sep 21 09:14:47.582337 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.583240 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.584680 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 09:14:47.585016 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.585932 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.586432 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 09:14:47.586751 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: external_net.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.587661 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.588158 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: external-net Sep 21 09:14:47.588478 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.589427 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.589922 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: extra_dhcp_opt Sep 21 09:14:47.590241 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: extraroute.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.591145 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.591640 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: extraroute Sep 21 09:14:47.591960 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: extraroute_atomic.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.593005 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.593505 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: extraroute-atomic Sep 21 09:14:47.593828 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: filter_validation.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.594498 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.594994 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: filter-validation Sep 21 09:14:47.595314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: fip_pf_description.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.596219 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.596748 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 09:14:47.597069 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: fip_port_details.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.597983 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.598482 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: fip-port-details Sep 21 09:14:47.598800 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: flavors.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.600317 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.600852 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: flavors Sep 21 09:14:47.601179 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.602827 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.603344 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 09:14:47.603671 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: floatingip_pools.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.604373 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.604905 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: floatingip-pools Sep 21 09:14:47.605229 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: ip_allocation.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.606147 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.606683 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 09:14:47.607001 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.607916 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.608419 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: ip-substring-filtering Sep 21 09:14:47.608767 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l2_adjacency.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.609702 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.610196 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 09:14:47.610517 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.611598 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.612111 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: router Sep 21 09:14:47.612434 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.614868 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.615600 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 09:14:47.615935 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.616928 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.617436 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: ext-gw-mode Sep 21 09:14:47.617761 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.618701 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.619205 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: l3-ha Sep 21 09:14:47.619528 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3_flavors.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.620441 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.620971 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: l3-flavors Sep 21 09:14:47.621295 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.622482 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.622991 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 09:14:47.623313 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: l3agentscheduler.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.624372 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.624901 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: l3_agent_scheduler Sep 21 09:14:47.625226 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: logging.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.626713 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.627231 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension logging not supported by any of loaded plugins Sep 21 09:14:47.627565 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: metering.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.628311 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.628907 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: metering Sep 21 09:14:47.629235 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.630866 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.631664 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: metering_source_and_destination_fields Sep 21 09:14:47.631999 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: multiprovidernet.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.632963 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.633471 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: multi-provider Sep 21 09:14:47.633795 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: netmtu.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.634713 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.635219 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: net-mtu Sep 21 09:14:47.635806 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: netmtu_writable.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.636743 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.637245 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: net-mtu-writable Sep 21 09:14:47.637565 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: network_availability_zone.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.638229 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.638733 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: network_availability_zone Sep 21 09:14:47.639054 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: network_ip_availability.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.640153 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.640706 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: network-ip-availability Sep 21 09:14:47.641035 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: network_segment_range.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.641799 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.642302 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 09:14:47.642623 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: pagination.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.643592 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.643917 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: pagination Sep 21 09:14:47.644241 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: port_device_profile.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.645176 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.645688 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: port-device-profile Sep 21 09:14:47.646631 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.647753 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.648256 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: port-mac-address-regenerate Sep 21 09:14:47.648611 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.649531 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.650035 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: port-numa-affinity-policy Sep 21 09:14:47.650358 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: port_resource_request.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.651384 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.651887 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 09:14:47.652212 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: portbindings.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.653170 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.653673 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: binding Sep 21 09:14:47.653999 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: portbindings_extended.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.655273 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.655784 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: binding-extended Sep 21 09:14:47.656111 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: portsecurity.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.657059 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.657569 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: port-security Sep 21 09:14:47.657892 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: project_id.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.658867 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.659196 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: project-id Sep 21 09:14:47.659520 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: providernet.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.660499 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.661037 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: provider Sep 21 09:14:47.661360 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.665160 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.665678 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos not supported by any of loaded plugins Sep 21 09:14:47.666012 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.667255 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.667765 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 09:14:47.668094 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.669030 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.669537 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 09:14:47.669861 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_default.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.670764 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.671269 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-default not supported by any of loaded plugins Sep 21 09:14:47.671592 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_fip.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.672240 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.672766 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-fip not supported by any of loaded plugins Sep 21 09:14:47.673088 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_gateway_ip.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.674015 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.674516 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 09:14:47.674837 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_port_network_policy.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.675744 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.676243 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 09:14:47.676656 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_pps_rule.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.678073 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.678587 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-pps not supported by any of loaded plugins Sep 21 09:14:47.678914 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_rule_type_details.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.679837 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.680337 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 09:14:47.680698 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: qos_rules_alias.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.681737 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.682250 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 09:14:47.682574 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: quotasv2.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.683499 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.683833 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: quotas Sep 21 09:14:47.684160 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: quotasv2_detail.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.687436 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.687780 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: quota_details Sep 21 09:14:47.688116 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: rbac.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.689196 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.689713 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: rbac-policies Sep 21 09:14:47.690040 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: rbac_address_group.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.690965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.691474 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: rbac-address-group Sep 21 09:14:47.691796 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: rbac_address_scope.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.692733 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.694043 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: rbac-address-scope Sep 21 09:14:47.694486 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: rbac_security_groups.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.695416 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.695930 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: rbac-security-groups Sep 21 09:14:47.696254 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: rbac_subnetpool.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.697206 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.697718 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: rbac-subnetpool Sep 21 09:14:47.698039 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: revisionifmatch.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.698960 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.699475 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: revision-if-match Sep 21 09:14:47.699796 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: revisions.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.700986 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.701495 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: standard-attr-revisions Sep 21 09:14:47.701822 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: router_availability_zone.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.702498 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.703003 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: router_availability_zone Sep 21 09:14:47.703328 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: routerservicetype.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.704246 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.704781 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension router-service-type not supported by any of loaded plugins Sep 21 09:14:47.705103 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.706021 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.706525 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: security-groups-normalized-cidr Sep 21 09:14:47.706846 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.707759 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.708261 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: port-security-groups-filtering Sep 21 09:14:47.709540 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.710606 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.711120 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: security-groups-remote-address-group Sep 21 09:14:47.711446 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: securitygroup.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.722470 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.723257 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: security-group Sep 21 09:14:47.723594 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: segment.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.724836 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.725346 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension segment not supported by any of loaded plugins Sep 21 09:14:47.725677 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.726620 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.727119 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 09:14:47.727446 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: servicetype.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.728660 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.729177 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: service-type Sep 21 09:14:47.729505 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: sorting.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.730734 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.731064 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: sorting Sep 21 09:14:47.731387 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: standard_attr_segment.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.732301 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.732835 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 09:14:47.733159 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: standardattrdescription.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.733807 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.734306 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: standard-attr-description Sep 21 09:14:47.734627 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: stateful_security_group.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.735550 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.736060 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: stateful-security-group Sep 21 09:14:47.736384 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: stdattrs_common.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.736996 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 09:14:47.737317 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.738234 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.738741 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 09:14:47.739061 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnet_onboard.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.740383 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.740935 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: subnet_onboard Sep 21 09:14:47.741264 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.742194 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.742699 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 09:14:47.743024 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnet_service_types.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.743951 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.744458 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: subnet-service-types Sep 21 09:14:47.744807 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnetallocation.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.745882 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.746388 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: subnet_allocation Sep 21 09:14:47.746714 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.747379 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.747882 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: subnetpool-prefix-ops Sep 21 09:14:47.748204 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.749157 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.749663 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 09:14:47.749986 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: tagging.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.751064 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.751573 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: standard-attr-tag Sep 21 09:14:47.751900 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: timestamp.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.753126 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.753638 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loaded extension: standard-attr-timestamp Sep 21 09:14:47.753970 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: trunk.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.755005 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.756175 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension trunk not supported by any of loaded plugins Sep 21 09:14:47.756668 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: trunk_details.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.757603 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.758259 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension trunk-details not supported by any of loaded plugins Sep 21 09:14:47.758590 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: uplink_status_propagation.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.759524 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.760031 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 09:14:47.760353 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Loading extension file: vlantransparent.py {{(pid=93867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 09:14:47.761312 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 09:14:47.761816 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 09:14:47.764245 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:network Sep 21 09:14:47.764798 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnet Sep 21 09:14:47.765195 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:14:47.765592 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:port Sep 21 09:14:47.766924 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.767375 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service FLAVORS assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.768020 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.768441 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.768817 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:router Sep 21 09:14:47.769247 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:floatingip Sep 21 09:14:47.769737 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service METERING assigned prefix: /metering {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.772031 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.772504 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.772893 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:14:47.773913 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 09:14:47.774372 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:security_group Sep 21 09:14:47.774807 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 09:14:47.775387 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service CORE assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.775715 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:14:47.776061 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] subnetpool is already registered Sep 21 09:14:47.776504 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service CORE assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.776870 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:14:47.777204 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] subnetpool is already registered Sep 21 09:14:47.779519 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.779905 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service FLAVORS assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.780491 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.780940 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.781273 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:router Sep 21 09:14:47.781611 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] router is already registered Sep 21 09:14:47.782019 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:floatingip Sep 21 09:14:47.782353 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] floatingip is already registered Sep 21 09:14:47.782803 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service METERING assigned prefix: /metering {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.783462 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 09:14:47.783789 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] rbac_policy is already registered Sep 21 09:14:47.784193 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:security_group Sep 21 09:14:47.784525 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] security_group is already registered Sep 21 09:14:47.784955 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 09:14:47.785284 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] security_group_rule is already registered Sep 21 09:14:47.785900 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service CORE assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.786225 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:14:47.786592 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] subnetpool is already registered Sep 21 09:14:47.787242 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.v2.resource_helper [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Service CORE assigned prefix: {{(pid=93867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 09:14:47.787577 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 09:14:47.787910 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING neutron.quota.resource_registry [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] subnetpool is already registered Sep 21 09:14:47.788382 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: extensions {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.789996 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: address-groups {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.791468 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: address-scopes {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.792820 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: agents {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.793966 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: auto-allocated-topology {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.795228 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: availability_zones {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.796443 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: dhcp-networks {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.798037 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: dhcp-agents {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.799465 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: routers {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.801703 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: flavors {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.803380 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: service_profiles {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.804605 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: next_providers {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.806071 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: service_profiles {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.807594 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: floatingip-pools {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.808830 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: routers {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.810926 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: floatingips {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.812203 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: l3-routers {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.813622 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: l3-agents {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.815032 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: metering-labels {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.816381 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: metering-label-rules {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.817681 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: network-ip-availabilities {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.819856 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: bindings {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.822342 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: quotas {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.824081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: quotas {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.825545 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: rbac-policies {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.826749 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: security-groups {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.828163 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: security-group-rules {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.829488 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: service-providers {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.830696 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: subnetpools {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.832116 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: subnetpools {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.834275 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.836135 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.838006 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.839789 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.841594 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.843430 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.845162 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.847076 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.848869 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.852008 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron.api.extensions [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Extended resource: tags {{(pid=93867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 09:14:47.859372 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING keystonemiddleware.auth_token [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 09:14:47.864210 dv-cinder-790014-3-iscsi neutron-server[93867]: WARNING keystonemiddleware.auth_token [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 09:14:47.873994 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Acquired lock "singleton_lock" {{(pid=93867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 09:14:47.874558 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_concurrency.lockutils [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Releasing lock "singleton_lock" {{(pid=93867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 09:14:47.875291 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Starting 2 workers Sep 21 09:14:47.881263 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Started child 93976 {{(pid=93867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:14:47.886669 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Started child 93977 {{(pid=93867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:14:47.886875 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.888281 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO neutron.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 09:14:47.888393 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [-] (93976) wsgi starting up on http://0.0.0.0:9696 Sep 21 09:14:47.889077 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Notify callbacks [] for process, before_spawn {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.891399 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.891866 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Starting 1 workers Sep 21 09:14:47.892807 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [-] (93977) wsgi starting up on http://0.0.0.0:9696 Sep 21 09:14:47.898188 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Started child 93978 {{(pid=93867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:14:47.898970 dv-cinder-790014-3-iscsi neutron-server[93867]: INFO oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Starting 1 workers Sep 21 09:14:47.901785 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] calling RpcWorker wait() {{(pid=93978) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 09:14:47.902329 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] returning from RpcWorker wait() {{(pid=93978) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 09:14:47.906627 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.906797 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Started child 93979 {{(pid=93867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 09:14:47.906880 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:14:47.906953 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b773476-0418-4019-8184-cfd19c69d03a None None] Notify callbacks [] for process, after_spawn {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.906953 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 09:14:47.906953 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:14:47.906953 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:14:47.907232 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:14:47.907432 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:14:47.907594 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:14:47.908135 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.908423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.908713 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.908972 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.909275 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.909883 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.910155 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.910402 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.910626 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:47.911423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.911423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.911423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.911423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.911423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.912039 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.912263 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.912612 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.912874 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.913142 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.913308 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.913549 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.913821 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.914068 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.914327 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] debug = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.914567 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.915074 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.915304 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.915560 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.915776 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.916037 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.916267 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.916525 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.916792 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.917037 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.917277 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.917532 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.917760 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.917983 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.918202 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.918479 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.918697 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.919157 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] host = dv-cinder-790014-3-iscsi {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.919390 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.919601 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.919867 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.920096 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.920362 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.920612 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.920880 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.921118 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.921368 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.921588 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.921830 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.922073 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.922321 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.922556 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.922718 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_options = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.922948 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.923204 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.923464 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.923651 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.923818 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.923989 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.924222 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.924386 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.924640 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.925136 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.925357 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.925593 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.925843 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.926054 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.926312 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.926542 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.926773 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.926979 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.927618 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.928122 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.928306 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.928568 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.928774 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.928996 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.929209 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.929463 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.929689 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.929912 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.930248 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.930346 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.930574 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.930827 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.931038 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.931267 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.931531 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.931755 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.931978 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.932189 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.932448 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.932691 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.932940 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.933169 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.933422 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.933616 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.933841 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.934050 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.934260 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_json = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.934469 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.934705 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.934959 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.935169 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.935402 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.935612 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.935820 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.936065 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:47.936487 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.937171 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.937475 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.939047 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.939258 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.939524 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.939806 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.940030 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.940356 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.940659 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.941034 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.943646 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:14:47.944695 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.945541 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.946631 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.947117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.947583 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.948020 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.949032 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.949456 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.951155 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.952726 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.953407 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.955858 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.958342 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.959348 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.959599 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.960053 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.960409 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.960746 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.961024 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.961289 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.961540 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.961799 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.962027 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.962253 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.962506 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.962747 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.963023 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.963277 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.963496 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.963717 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.963973 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.964187 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.964424 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.964700 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.964980 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.965212 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.965444 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.965671 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.965889 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.966110 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.966347 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.966584 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.966828 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.967092 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.967323 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.967547 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.967769 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.968007 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.968267 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.968573 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.968791 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.969004 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.969210 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.969455 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.969674 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.969938 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.970287 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.970490 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.970706 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.970943 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.971157 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.971393 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.971620 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.971836 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.972055 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.972269 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.972522 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.972761 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.972978 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.973192 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.973405 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.973619 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.973836 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.974099 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.974396 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.974635 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.975200 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.975200 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.975511 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.975721 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.975970 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.976213 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.976477 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.976753 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.977015 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.977282 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.977516 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.977763 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.977973 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.978244 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.978504 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.978767 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.979014 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.979232 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.979473 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.979693 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.979936 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.980174 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.980409 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.980672 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.980930 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.981183 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.981452 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.981706 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.981963 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.982241 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.982494 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.982786 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.983042 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.983312 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.983595 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.983865 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.984131 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.984377 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.984676 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.984931 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.985164 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.985410 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.985688 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.985926 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.986149 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.986435 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.986668 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.986890 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.987138 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.987370 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.987710 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.987941 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.988175 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.988387 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.988693 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.988942 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.989176 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.989452 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.990232 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.990478 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.990728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.990979 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.991217 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.991461 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.991697 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.991912 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.992159 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.992375 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.992663 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.992905 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.993119 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.993371 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.993607 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.993829 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.994061 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.994287 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.994571 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.994822 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.995037 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.995255 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.995542 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.995788 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.996015 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.996233 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.996464 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.996736 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.996978 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.997228 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.997490 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.997711 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.997961 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.998210 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.998463 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.998698 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.998944 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.999168 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.999395 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:47.999625 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.000207 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.000207 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.000397 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.000563 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.000797 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.001036 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.001276 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.001622 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.001871 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.002103 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.002358 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.002577 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.002846 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.003094 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.003331 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.003568 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.003784 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.004021 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.004303 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.004529 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.004789 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.005023 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.005270 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.006027 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.006292 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.006512 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.006805 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.007069 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.007313 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.007568 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.007805 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.008048 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.008296 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.008507 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.008741 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.008970 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.009184 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.009394 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.009622 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.009832 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.010044 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.010265 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.010732 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.010941 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.011186 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.011423 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.011655 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.011876 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.012090 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.012319 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.012580 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.012867 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.013084 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.013322 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.013519 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.013726 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.013965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.014167 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.014371 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.014606 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.014822 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.015027 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.015319 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.015564 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.015806 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.016109 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.016363 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.016630 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.016870 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.017187 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.017397 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.017633 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.017849 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.018063 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.018282 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.018545 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.018875 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.019162 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.019422 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.019657 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.019953 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.020230 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.020510 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.020744 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.021146 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.021477 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.021756 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.022024 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.022254 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.022501 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.022742 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.022956 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.023224 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.023434 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.023643 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.023883 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.024126 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.024348 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.024604 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.024850 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.025064 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.025285 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.025523 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.025746 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.025960 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.026115 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:14:48.026637 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 09:14:48.026794 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 09:14:48.026944 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 09:14:48.027111 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 09:14:48.027277 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 09:14:48.027426 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 09:14:48.027631 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.027791 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028133 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028133 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028342 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028467 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028638 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028766 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.028923 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029080 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029238 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029394 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029620 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029759 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.029846 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030026 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030183 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030340 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030502 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030660 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030818 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.030974 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031131 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] debug = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031287 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031490 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031659 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031800 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.031956 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032097 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032255 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032413 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032587 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032747 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.032905 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.033062 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.033220 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.033377 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.033535 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.033691 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034029 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034029 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] host = dv-cinder-790014-3-iscsi {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034249 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034376 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034539 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034743 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034743 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.034943 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035023 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035154 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035310 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035467 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035628 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035783 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.035939 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.036097 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.036254 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_options = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.036410 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.036524 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:14:48.036741 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.036909 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037093 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037338 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037501 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037658 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037816 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.037973 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038129 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038285 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038442 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038598 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038755 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.038911 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039067 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039225 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039382 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039539 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039705 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.039855 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040011 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040167 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040323 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040480 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040658 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040815 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.040971 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041129 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041270 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041433 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041590 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041747 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.041903 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042062 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042218 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042374 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042532 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042693 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.042851 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043008 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043165 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043320 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043476 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043633 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043789 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.043948 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_json = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044104 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044260 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044416 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044591 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044754 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.044949 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.045095 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.045230 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 09:14:48.045369 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.045516 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.045674 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.045838 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.045999 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046158 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046317 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046467 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046625 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046785 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.046951 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047110 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047280 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047441 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047601 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047763 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.047922 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.048081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.048239 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.048438 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.048697 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.048856 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049050 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049225 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049385 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049499 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049608 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.049782 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050128 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050128 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050538 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050538 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050538 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050766 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050885 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.050999 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051133 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051293 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051453 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051612 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051796 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.051920 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.052081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.052991 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053125 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053232 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053353 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053484 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053644 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053804 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.053964 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054124 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054284 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054489 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054616 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054740 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.054951 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055205 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055339 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055498 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055657 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055816 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.055979 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056139 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056294 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056466 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056647 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056807 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.056965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057126 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057285 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057444 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057604 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057765 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.057925 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058084 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058243 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058403 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058561 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058721 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.058880 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059040 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059201 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059360 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059518 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059677 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.059837 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060051 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060160 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060322 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060481 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060660 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060819 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.060979 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061138 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061297 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061455 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061614 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061772 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.061931 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062089 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062252 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062411 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062569 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.062885 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063044 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063202 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063361 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063519 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063680 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063837 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.063995 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064153 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064310 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064478 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064655 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064817 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.064976 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065146 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065311 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065474 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065636 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065799 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.065957 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066115 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066297 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066432 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066591 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066749 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.066929 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.067077 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.067244 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.067403 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.067563 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.067722 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.068647 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.068785 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.068993 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069206 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069206 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069437 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069572 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069697 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069817 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.069984 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070145 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070305 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070465 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070625 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070784 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.070943 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071102 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071262 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071422 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071582 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071742 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.071901 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072059 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072267 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072409 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072562 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072687 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072838 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.072997 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073181 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073313 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073458 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073617 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073775 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.073933 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074090 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074249 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074410 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074569 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074728 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.074887 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075047 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075207 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075366 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075526 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075685 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.075844 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076003 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076165 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076325 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076484 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076663 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076824 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.076983 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077142 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077313 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077474 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077633 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077794 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.077954 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.078112 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.078270 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.078431 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.078590 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.078747 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.080333 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.084725 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085314 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.085842 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086428 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.086965 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087439 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087439 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087439 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087644 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087721 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087830 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.087992 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.088152 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.088311 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.088465 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.088681 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.088855 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089028 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089182 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089350 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089541 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089703 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.089831 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.090081 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.090211 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091117 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091539 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091539 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091539 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091760 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091760 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.091903 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092055 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092214 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092473 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092655 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092798 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092971 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.092971 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 09:14:48.093274 dv-cinder-790014-3-iscsi neutron-server[93867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 09:14:48.263418 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34836) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:14:48.272169 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065272 Sep 21 09:14:59.709559 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663320b9-a226-4b88-9d03-5c34fdf6d85b None None] get_active_networks_info from dv-cinder-790014-3-iscsi {{(pid=93978) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 09:14:59.918409 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663320b9-a226-4b88-9d03-5c34fdf6d85b None None] No non-hosted networks {{(pid=93978) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 09:14:59.933601 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.agentschedulers_db [None req-663320b9-a226-4b88-9d03-5c34fdf6d85b None None] DHCP Agent not found on host dv-cinder-790014-3-iscsi {{(pid=93978) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 09:15:00.009072 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b4719a9c-4b73-4cef-a171-5c13a2de5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:02.274289 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-493ce9e5-8bf6-467e-990e-9c34fede8a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:02.322488 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1c62d27b-3254-48ac-835c-0bfceccc91ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:03.772627 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:03.773409 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.773878 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.774254 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.774663 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.775078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.775471 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.775843 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.776190 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.776580 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.776950 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.777333 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.777699 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:03.778124 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790014-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:03.812565 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790014-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:03.891958 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:05.188263 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.db.l3_hamode_db [None req-fbb62b99-f840-4851-99fd-edf74284e5e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 09:15:05.270764 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb62b99-f840-4851-99fd-edf74284e5e5 None None] Routers set() bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:15:05.271507 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb62b99-f840-4851-99fd-edf74284e5e5 None None] Router IDs set() for agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 09:15:05.323763 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:06.371905 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34928) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:06.858654 dv-cinder-790014-3-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-4ed384f0-9550-42f5-b898-86c9880be881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:06.859224 dv-cinder-790014-3-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-4ed384f0-9550-42f5-b898-86c9880be881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:07.082827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-4ed384f0-9550-42f5-b898-86c9880be881 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:15:07.083862 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4ed384f0-9550-42f5-b898-86c9880be881 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7109118 Sep 21 09:15:09.486113 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34942) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:09.795089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:09.888323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.policy [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 09:15:09.932881 dv-cinder-790014-3-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:09.933248 dv-cinder-790014-3-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:09.941676 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.quota [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] Loaded quota_driver: . Sep 21 09:15:10.031469 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935088202', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935089689', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935069504', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935071410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935762158', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756935041291', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-529042', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-827276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4158211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4084777'] for rbac-policy, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:10.095327 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:10.096505 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6048ea74-c5a0-4a5c-9c36-dba27edd1c9a admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6095040 Sep 21 09:15:12.723872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 34954) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:13.215140 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING oslo_policy.policy [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:13.215706 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING oslo_policy.policy [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:13.450324 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Request body: {'network': {'name': 'private', 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'tenant_id': '4b2b98a3da00433ca2d16241722418d8'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:13.451866 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.quota [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Loaded quota_driver: . Sep 21 09:15:13.506301 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Made reservation on behalf of 4b2b98a3da00433ca2d16241722418d8 for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:15:13.572327 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.policy [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93976) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 09:15:13.616599 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING oslo_policy.policy [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:13.616968 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING oslo_policy.policy [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 09:15:13.626735 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:13.648918 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:13.779756 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:13.783545 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:13.808522 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:15:13.835410 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756937472148', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:13.835990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Unsubscribe: segment precommit_create {{(pid=93976) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 09:15:13.836501 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Added segment 551aa58d-dce8-42bc-bf2f-976b36441941 of type vlan for network 39d26f4a-e03e-4a08-92b4-35351eab10ce Sep 21 09:15:13.842323 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225bfa31-99b5-4789-a9c7-44dfce6fbd72,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:13.864233 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.864663 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.865000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.865326 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.865645 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.865975 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.866300 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.866612 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.867026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.867392 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.867781 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.868127 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Tracked resource versions report: Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: pushed versions: Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: { 'AddressGroup': {'1.2'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'ConntrackHelper': {'1.0'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Log': {'1.0'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Network': {'1.1'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Port': {'1.7'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'PortForwarding': {'1.2'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'QosPolicy': {'1.9'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroup': {'1.4'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SubPort': {'1.0'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Subnet': {'1.1'}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Trunk': {'1.1'}} Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: consumer versions: Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'ConntrackHelper': '1.0', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Log': '1.0', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Network': '1.1', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Port': '1.7', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'PortForwarding': '1.2', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'QosPolicy': '1.9', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroup': '1.4', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroupRule': '1.2', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SubPort': '1.0', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Subnet': '1.1', Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Trunk': '1.1'}} Sep 21 09:15:13.869542 dv-cinder-790014-3-iscsi neutron-server[93976]: {{(pid=93976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:15:13.959343 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:14.001520 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:14.002701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:14.003388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:14.058021 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3318753 Sep 21 09:15:14.106389 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38390e7b-68e3-4145-8613-685447d0cdbd admin admin] Pushing event updated for resources: {'Network': ['ID=39d26f4a-e03e-4a08-92b4-35351eab10ce,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:14.118624 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:15:16.741637 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34976) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:17.169760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cf44d-6faa-49ee-9296-d5ead4da715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:17.171308 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2c7cf44d-6faa-49ee-9296-d5ead4da715d admin admin] 10.222.0.42 "GET /v2.0/networks/39d26f4a-e03e-4a08-92b4-35351eab10ce HTTP/1.1" status: 200 len: 825 time: 0.4287419 Sep 21 09:15:17.196225 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fed5141c-aa29-4102-9477-0ff3627addaa admin admin] 10.222.0.42 "GET /v2.0/subnetpools/ca22b317-6a9a-4a67-9f6c-ad713b6b31f4 HTTP/1.1" status: 200 len: 734 time: 0.0185556 Sep 21 09:15:17.205088 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Request body: {'subnet': {'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'ip_version': 4, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:17.234148 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Made reservation on behalf of 4b2b98a3da00433ca2d16241722418d8 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:15:17.236771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:17.514787 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:17.580918 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Checking segment: {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:15:17.581298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Network hostable DHCP agents. Network: 39d26f4a-e03e-4a08-92b4-35351eab10ce, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:15:17.593650 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c8956c-8908-4ffc-b2c8-41da8752a361,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:17.611446 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.611805 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.612139 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.612466 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.612858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.613225 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.613551 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.613868 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.614200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.614520 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.614835 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.615147 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Tracked resource versions report: Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: pushed versions: Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: { 'AddressGroup': {'1.2'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'ConntrackHelper': {'1.0'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Log': {'1.0'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Network': {'1.1'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Port': {'1.7'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'PortForwarding': {'1.2'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'QosPolicy': {'1.9'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroup': {'1.4'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SubPort': {'1.0'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Subnet': {'1.1'}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Trunk': {'1.1'}} Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: consumer versions: Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'ConntrackHelper': '1.0', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Log': '1.0', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Network': '1.1', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Port': '1.7', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'PortForwarding': '1.2', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'QosPolicy': '1.9', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroup': '1.4', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroupRule': '1.2', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SubPort': '1.0', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Subnet': '1.1', Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Trunk': '1.1'}} Sep 21 09:15:17.616221 dv-cinder-790014-3-iscsi neutron-server[93977]: {{(pid=93977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:15:17.637660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:15:17.654263 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 39d26f4a-e03e-4a08-92b4-35351eab10ce) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:17.658745 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:17.659345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:17.664178 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2a3a2-3e1a-4667-8086-3cc02d352656 None None] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:15:17.684571 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6392f0f6-9a68-4937-bee9-55e29df0e2ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4715407 Sep 21 09:15:17.982630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-39d26f4a-e03e-4a08-92b4-35351eab10ce', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:15:17.983933 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.257700 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Allocated IP 172.20.0.2 (39d26f4a-e03e-4a08-92b4-35351eab10ce/41c8956c-8908-4ffc-b2c8-41da8752a361/ce46bf72-a020-42e8-b6d3-c2898f7e099f) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:15:18.457504 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.465111 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.562092 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:15:18.566544 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:18.578602 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:15:18.581779 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Pushing event updated for resources: {'Port': ['ID=ce46bf72-a020-42e8-b6d3-c2898f7e099f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:18.614304 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.614656 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.615001 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.615342 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.615678 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.616013 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.616344 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.616702 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.617052 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.617383 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.617716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.618031 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Tracked resource versions report: Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: pushed versions: Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: { 'AddressGroup': {'1.2'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'ConntrackHelper': {'1.0'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Log': {'1.0'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Network': {'1.1'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Port': {'1.7'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'PortForwarding': {'1.2'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'QosPolicy': {'1.9'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroup': {'1.4'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SubPort': {'1.0'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Subnet': {'1.1'}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Trunk': {'1.1'}} Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: consumer versions: Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'ConntrackHelper': '1.0', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Log': '1.0', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Network': '1.1', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Port': '1.7', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'PortForwarding': '1.2', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'QosPolicy': '1.9', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroup': '1.4', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroupRule': '1.2', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SubPort': '1.0', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Subnet': '1.1', Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Trunk': '1.1'}} Sep 21 09:15:18.619141 dv-cinder-790014-3-iscsi neutron-server[93978]: {{(pid=93978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:15:18.667179 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Attempting to bind port ce46bf72-a020-42e8-b6d3-c2898f7e099f on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:15:18.667809 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Attempting to bind port ce46bf72-a020-42e8-b6d3-c2898f7e099f by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:15:18.667948 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Attempting to bind port ce46bf72-a020-42e8-b6d3-c2898f7e099f on network 39d26f4a-e03e-4a08-92b4-35351eab10ce {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:15:18.672942 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:15:18.673347 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Checking segment: {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:15:18.673841 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.674231 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Bound using segment: {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:15:18.674710 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Bound port: ce46bf72-a020-42e8-b6d3-c2898f7e099f, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:15:18.675158 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.737075 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] For port ce46bf72-a020-42e8-b6d3-c2898f7e099f, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:15:18.742245 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] For port ce46bf72-a020-42e8-b6d3-c2898f7e099f, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=ce46bf72-a020-42e8-b6d3-c2898f7e099f,segment=NetworkSegment(551aa58d-dce8-42bc-bf2f-976b36441941),segment_id=551aa58d-dce8-42bc-bf2f-976b36441941)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:15:18.746510 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:18.810922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73657df2-b05d-4f8e-9ca2-d2ab7c4c859d None None] Pushing event updated for resources: {'Port': ['ID=ce46bf72-a020-42e8-b6d3-c2898f7e099f,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:20.110981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34988) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:20.425141 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-4c074b7e-b45b-43c5-ac3d-819e95cffd8c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:15:20.426149 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4c074b7e-b45b-43c5-ac3d-819e95cffd8c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142166 Sep 21 09:15:22.830093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 34996) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:23.146800 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-72f8814a-8253-466b-823a-334a90d366f5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:15:23.147803 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-72f8814a-8253-466b-823a-334a90d366f5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167269 Sep 21 09:15:25.820477 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35006) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:26.133010 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4b2b98a3da00433ca2d16241722418d8'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:26.159606 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.161216 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.298063 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.304230 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.317291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.318470 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1f52644f-af2b-4490-b7ee-22920ecda259 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4969609 Sep 21 09:15:27.224241 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208fc2b-e200-453d-8e25-c335ce66b1aa None None] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:15:27.311610 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ce46bf72-a020-42e8-b6d3-c2898f7e099f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:15:27.323031 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] Provisioning complete for port ce46bf72-a020-42e8-b6d3-c2898f7e099f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:27.323430 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.528309 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port ce46bf72-a020-42e8-b6d3-c2898f7e099f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:27.528641 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.593110 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.654846 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] For port ce46bf72-a020-42e8-b6d3-c2898f7e099f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=ce46bf72-a020-42e8-b6d3-c2898f7e099f,segment=NetworkSegment(551aa58d-dce8-42bc-bf2f-976b36441941),segment_id=551aa58d-dce8-42bc-bf2f-976b36441941)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:15:27.678075 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.717891 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.749346 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4cc16-bd1b-48f3-bd6a-8533cba6ed9c None None] Pushing event updated for resources: {'Port': ['ID=ce46bf72-a020-42e8-b6d3-c2898f7e099f,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:27.790085 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.db.api [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:15:27.790497 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG oslo_db.api [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:15:27.897867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-a2d56fe7-f9a1-4c7c-b03e-5677e2663725 None None] Provisioning complete for port ce46bf72-a020-42e8-b6d3-c2898f7e099f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:27.898240 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a2d56fe7-f9a1-4c7c-b03e-5677e2663725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:28.702128 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35020) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:29.019544 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-b37b701b-1a4a-4548-b268-7fdf258c3452 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:15:29.020642 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b37b701b-1a4a-4548-b268-7fdf258c3452 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175364 Sep 21 09:15:29.280981 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ce46bf72-a020-42e8-b6d3-c2898f7e099f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:15:29.325874 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port ce46bf72-a020-42e8-b6d3-c2898f7e099f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:29.326242 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:29.662473 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-16645e36-a2cc-4f6a-9b7e-f9cdf9fa330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.439730 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35028) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:31.749643 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:31.773285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Made reservation on behalf of d12622cc57904a66b1b48579f547812b for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:15:31.775748 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.793372 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.917588 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.921297 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.937042 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Reserving flat network on physical network physnet1 {{(pid=93977) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 09:15:31.956887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bdce43-fdb8-47cf-a563-7244bd9a956c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:31.962598 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756937472148', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:31.963157 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Unsubscribe: segment precommit_create {{(pid=93977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 09:15:31.963646 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Added segment 207039fe-ce12-46f3-99b3-0cadfbbbeef1 of type flat for network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 Sep 21 09:15:32.035104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:32.076077 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:32.076967 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:32.077560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:32.128966 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6875110 Sep 21 09:15:32.171553 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce596ae-4eed-4868-8eb8-438001f10d7a admin admin] Pushing event updated for resources: {'Network': ['ID=5bf6a280-dbcb-4665-bec2-de79521b6cf8,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:32.182778 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:15:32.265132 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0534fe49-5846-440e-ad2d-43bc25649671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:33.762527 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:33.766856 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:34.529867 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35046) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:34.703857 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53daa52-093a-4983-a008-3deb78ccc90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:34.705242 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d53daa52-093a-4983-a008-3deb78ccc90f admin admin] 10.222.0.42 "GET /v2.0/subnets/41c8956c-8908-4ffc-b2c8-41da8752a361 HTTP/1.1" status: 200 len: 849 time: 0.1744139 Sep 21 09:15:34.864985 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-498f4ef7-97fa-42b1-9baf-459924d41775 admin admin] 10.222.0.42 "GET /v2.0/routers/3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e HTTP/1.1" status: 200 len: 704 time: 0.1535344 Sep 21 09:15:35.130514 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.266051 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.424696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Allocated IP 172.20.0.1 (39d26f4a-e03e-4a08-92b4-35351eab10ce/41c8956c-8908-4ffc-b2c8-41da8752a361/1dbdebdf-1e99-4671-846a-f9f283775530) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:15:35.575954 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.642081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.758225 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:15:35.767508 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:35.770764 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:15:35.771485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.795957 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbdebdf-1e99-4671-846a-f9f283775530,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:35.934667 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ad46ca16-151c-4909-9203-646ec10fba27 None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:35.935039 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ad46ca16-151c-4909-9203-646ec10fba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.969549 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:35.970834 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ad46ca16-151c-4909-9203-646ec10fba27 None None] Port 1dbdebdf-1e99-4671-846a-f9f283775530 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:15:36.175506 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:36.179743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:36.180513 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:36.241678 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbdebdf-1e99-4671-846a-f9f283775530,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:36.306634 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:15:36.307978 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:36.464516 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:15:36.490109 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-288b3204-8566-4326-bed9-7b172878b009 None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:36.490647 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-288b3204-8566-4326-bed9-7b172878b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:36.523845 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-288b3204-8566-4326-bed9-7b172878b009 None None] Port 1dbdebdf-1e99-4671-846a-f9f283775530 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:15:36.555255 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:15:36.560391 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d86f7ff4-d364-4b5c-a1b5-35bdf2937ad6 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6896076 Sep 21 09:15:36.566534 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Sync routers for ids ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:15:36.577817 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Routers {'3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:15:36.578514 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:15:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:36.762381 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Set router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:15:37.195773 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:35Z', 'revision_number': 2, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port_host': None, '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:36Z', 'revision_number': 2, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:37.247572 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Checking router: 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:15:37.247954 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Updating router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e port 1dbdebdf-1e99-4671-846a-f9f283775530 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:15:37.297586 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:37.819526 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:37.825598 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:37.998024 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Attempting to bind port 1dbdebdf-1e99-4671-846a-f9f283775530 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:15:37.998417 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Attempting to bind port 1dbdebdf-1e99-4671-846a-f9f283775530 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:15:37.998837 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Attempting to bind port 1dbdebdf-1e99-4671-846a-f9f283775530 on network 39d26f4a-e03e-4a08-92b4-35351eab10ce {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:15:38.000826 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Pushing event updated for resources: {'Port': ['ID=1dbdebdf-1e99-4671-846a-f9f283775530,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:38.011801 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.012146 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.012482 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.012844 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.013170 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.013497 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.013818 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.014139 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.014466 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.014783 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.015099 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.015413 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Tracked resource versions report: Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: pushed versions: Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: { 'AddressGroup': {'1.2'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'ConntrackHelper': {'1.0'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Log': {'1.0'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Network': {'1.1'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Port': {'1.7'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'PortForwarding': {'1.2'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'QosPolicy': {'1.9'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroup': {'1.4'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SubPort': {'1.0'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Subnet': {'1.1'}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Trunk': {'1.1'}} Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: consumer versions: Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'ConntrackHelper': '1.0', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Log': '1.0', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Network': '1.1', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Port': '1.7', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'PortForwarding': '1.2', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'QosPolicy': '1.9', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroup': '1.4', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroupRule': '1.2', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SubPort': '1.0', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Subnet': '1.1', Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Trunk': '1.1'}} Sep 21 09:15:38.016507 dv-cinder-790014-3-iscsi neutron-server[93979]: {{(pid=93979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:15:38.021817 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:15:38.022219 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Checking segment: {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:15:38.022720 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.023097 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Bound using segment: {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:15:38.023591 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Bound port: 1dbdebdf-1e99-4671-846a-f9f283775530, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551aa58d-dce8-42bc-bf2f-976b36441941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:15:38.023979 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.051907 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-f1577235-78ec-488f-baad-ac4a6cc9ab7a None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:38.052468 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f1577235-78ec-488f-baad-ac4a6cc9ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.090957 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] For port 1dbdebdf-1e99-4671-846a-f9f283775530, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:15:38.092189 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-f1577235-78ec-488f-baad-ac4a6cc9ab7a None None] Port 1dbdebdf-1e99-4671-846a-f9f283775530 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:15:38.112371 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] For port 1dbdebdf-1e99-4671-846a-f9f283775530, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=1dbdebdf-1e99-4671-846a-f9f283775530,segment=NetworkSegment(551aa58d-dce8-42bc-bf2f-976b36441941),segment_id=551aa58d-dce8-42bc-bf2f-976b36441941)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:15:38.117067 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.176002 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Routers {'3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:15:38.176663 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:15:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:38.178452 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d149f7-ded3-41b3-9d83-cfa00a355d46 None None] Pushing event updated for resources: {'Port': ['ID=1dbdebdf-1e99-4671-846a-f9f283775530,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:38.270609 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] Set router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:15:38.312897 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:38.313266 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.398860 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.430590 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] For port 1dbdebdf-1e99-4671-846a-f9f283775530, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=1dbdebdf-1e99-4671-846a-f9f283775530,segment=NetworkSegment(551aa58d-dce8-42bc-bf2f-976b36441941),segment_id=551aa58d-dce8-42bc-bf2f-976b36441941)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:15:38.434366 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:38.483979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7140a-1939-4fca-94bc-3ffc65e2402a None None] Pushing event updated for resources: {'Port': ['ID=1dbdebdf-1e99-4671-846a-f9f283775530,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:38.489762 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:35Z', 'revision_number': 2, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port_host': None, '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:38Z', 'revision_number': 4, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:38.515844 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058eb865-fe91-4d6c-9668-19d9ce3780f1 None None] The sync data for ids ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'] in dv-cinder-790014-3-iscsi is: [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:35Z', 'revision_number': 2, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port_host': None, '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:38Z', 'revision_number': 4, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:15:38.860685 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35066) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:38.971964 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d6a6b-43a3-412c-855b-4e84b67d8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:38.973381 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6d8d6a6b-43a3-412c-855b-4e84b67d8c27 admin admin] 10.222.0.42 "GET /v2.0/networks/5bf6a280-dbcb-4665-bec2-de79521b6cf8 HTTP/1.1" status: 200 len: 842 time: 0.1116545 Sep 21 09:15:38.983317 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'cidr': '172.27.0.0/24'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:39.004461 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Made reservation on behalf of d12622cc57904a66b1b48579f547812b for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:15:39.006803 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:39.293758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.objects.ports [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93977) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 09:15:39.294201 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:39.347319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cf62e1-81e8-478a-930f-2342cadee41f,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:39.356322 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:15:39.356710 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Network hostable DHCP agents. Network: 5bf6a280-dbcb-4665-bec2-de79521b6cf8, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:15:39.374423 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:15:39.385333 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 5bf6a280-dbcb-4665-bec2-de79521b6cf8) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:39.389577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:39.390177 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:39.396203 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345dfae-9192-4be1-9e93-f12e27553298 None None] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:15:39.413234 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0b975979-26d8-40d8-b4e6-99e6a232a46f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4331305 Sep 21 09:15:39.594311 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1cd7a-1369-4622-af14-755ad98d4482 None None] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:15:41.765513 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35074) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:41.898762 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-38b95a30-d80e-44f5-b62f-630096debba4 admin admin] 10.222.0.42 "GET /v2.0/routers/3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e HTTP/1.1" status: 200 len: 710 time: 0.1320868 Sep 21 09:15:42.054957 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82805a-0f65-4ff4-9514-be3b91f3d3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:42.056223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6a82805a-0f65-4ff4-9514-be3b91f3d3cf admin admin] 10.222.0.42 "GET /v2.0/networks/5bf6a280-dbcb-4665-bec2-de79521b6cf8 HTTP/1.1" status: 200 len: 886 time: 0.1506934 Sep 21 09:15:42.066227 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:15:42.307523 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:42.544712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:42.617466 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:42.718640 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Allocated IP 172.27.0.113 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/5a27b28c-9e0c-4717-b9e1-eff4fd00704b) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:15:42.823293 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:42.857326 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:42.892071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:15:42.895289 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:15:42.898636 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:15:42.939322 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:43.154508 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:43.429047 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3929271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:43.432473 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3929276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3929253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3917324'] for router, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:43.546296 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:15:43.664158 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:15:43.668769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:43.669994 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7863778a-fff9-460f-adaa-121d9fa185c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e HTTP/1.1" status: 200 len: 890 time: 1.6074927 Sep 21 09:15:44.968865 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Sync routers for ids ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:15:44.979581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Routers {'3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:15:44.980297 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:15:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:45.195802 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Set router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:15:45.342905 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 1dbdebdf-1e99-4671-846a-f9f283775530 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:15:45.529522 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:45.530258 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:45.693236 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:43Z', 'revision_number': 4, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port': {'id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:42Z', 'updated_at': '2021-09-21T09:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:38Z', 'revision_number': 5, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:45.742720 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Checking router: 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:15:45.743074 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Updating router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:15:45.793704 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.079713 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35086) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:15:46.192329 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.194309 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-88eb00cb-b09e-444f-95a9-8671814efb88 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131470 Sep 21 09:15:46.199246 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.250450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Attempting to bind port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:15:46.250821 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Attempting to bind port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:15:46.251192 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Attempting to bind port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:15:46.260450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818576ec-6393-4951-b75a-30d9cdbc70cd None None] Pushing event updated for resources: {'Port': ['ID=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:46.266082 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:15:46.266482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:15:46.266868 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.267263 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:15:46.268359 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Bound port: 5a27b28c-9e0c-4717-b9e1-eff4fd00704b, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:15:46.268359 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.327004 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] For port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:15:46.330481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] For port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:15:46.334798 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:46.393988 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Routers {'3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:15:46.394605 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:15:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:46.396303 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818576ec-6393-4951-b75a-30d9cdbc70cd None None] Pushing event updated for resources: {'Port': ['ID=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:46.504505 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] Set router 3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:15:46.720559 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:43Z', 'revision_number': 4, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port': {'id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:42Z', 'updated_at': '2021-09-21T09:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:38Z', 'revision_number': 5, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:15:46.753356 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a316-ad24-470a-8538-9bff506678eb None None] The sync data for ids ['3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e'] in dv-cinder-790014-3-iscsi is: [{'id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'name': 'router1', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:15:26Z', 'updated_at': '2021-09-21T09:15:43Z', 'revision_number': 4, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'gw_port': {'id': '5a27b28c-9e0c-4717-b9e1-eff4fd00704b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:42Z', 'updated_at': '2021-09-21T09:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '1dbdebdf-1e99-4671-846a-f9f283775530', 'name': '', 'network_id': '39d26f4a-e03e-4a08-92b4-35351eab10ce', 'tenant_id': '4b2b98a3da00433ca2d16241722418d8', 'mac_address': 'fa:16:3e:d3:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3d44d1-6e51-4753-a9f8-173bb6b8fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:15:35Z', 'updated_at': '2021-09-21T09:15:38Z', 'revision_number': 5, 'project_id': '4b2b98a3da00433ca2d16241722418d8', 'subnets': [{'id': '41c8956c-8908-4ffc-b2c8-41da8752a361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca22b317-6a9a-4a67-9f6c-ad713b6b31f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:15:47.460521 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 5a27b28c-9e0c-4717-b9e1-eff4fd00704b up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:15:47.514448 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:47.515185 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:47.611846 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:47.635033 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:15:47.639752 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:47.686516 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=5a27b28c-9e0c-4717-b9e1-eff4fd00704b,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:15:49.308471 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 5a27b28c-9e0c-4717-b9e1-eff4fd00704b up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:15:49.356602 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 5a27b28c-9e0c-4717-b9e1-eff4fd00704b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:15:49.356979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:59.677995 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7709dfef-64a0-4d01-af1e-845110262a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:59.965642 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:16:02.272255 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d73cb851-4e97-4c49-820d-a38ae880b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:03.772183 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:03.782550 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:05.296610 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:29.662299 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6c6a6a7a-2f1e-42bc-a011-df00cd428398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:32.266290 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-843827b2-ecd4-402b-af32-d1fb57ec81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:33.766416 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:33.777934 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:35.292194 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:36.964649 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:16:59.664497 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-124d0b01-7c3b-471b-a165-3d40374bf93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:02.269307 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9e19b2c3-3090-45bb-8fc7-592bd285c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:03.771936 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:03.780631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:05.290728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:13.963585 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:17:22.562037 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35648) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:22.626498 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ab6e99-a869-4618-a268-f8ebe268b0d1 admin admin] GET failed (client error): The resource could not be found. Sep 21 09:17:22.627879 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-22ab6e99-a869-4618-a268-f8ebe268b0d1 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648968 Sep 21 09:17:22.786027 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a4cb35-13bc-46d1-9a0d-946d9eaf3b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.787429 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f3a4cb35-13bc-46d1-9a0d-946d9eaf3b54 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549599 Sep 21 09:17:24.975205 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35658) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:25.068260 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4623f3-89d8-42f4-81bb-e56f0c77f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:25.069635 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ac4623f3-89d8-42f4-81bb-e56f0c77f72c admin admin] 10.222.0.42 "GET /v2.0/subnets/41c8956c-8908-4ffc-b2c8-41da8752a361 HTTP/1.1" status: 200 len: 849 time: 0.0934885 Sep 21 09:17:25.079608 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:25.167424 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:25.307365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756937464324'] for subnet, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:25.339049 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:25.339639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:25.352742 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] 10.222.0.42 "PUT /v2.0/subnets/41c8956c-8908-4ffc-b2c8-41da8752a361 HTTP/1.1" status: 200 len: 868 time: 0.2649720 Sep 21 09:17:25.352965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19269d4d-77e0-4814-a4e2-0db8e4bb9e7b None None] Network 39d26f4a-e03e-4a08-92b4-35351eab10ce requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:17:25.359022 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c8956c-8908-4ffc-b2c8-41da8752a361,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:25.366647 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.367021 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.367366 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.367703 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.368037 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.368392 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.368760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.369093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.369447 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.369785 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.370117 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.370443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ec7a6-ff0b-45be-b3ee-6d9a63938cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:25.695902 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5ade52bf-192f-45fa-b4d4-9ab226b46ffc None None] Provisioning complete for port 1dbdebdf-1e99-4671-846a-f9f283775530 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:17:25.696274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5ade52bf-192f-45fa-b4d4-9ab226b46ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:25.783647 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5ade52bf-192f-45fa-b4d4-9ab226b46ffc None None] Provisioning complete for port ce46bf72-a020-42e8-b6d3-c2898f7e099f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:17:25.784004 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5ade52bf-192f-45fa-b4d4-9ab226b46ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:27.566732 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35666) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:27.762299 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9d2a0-c2c1-4ac3-a7ea-85fc31ef9d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:27.762787 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9d2a0-c2c1-4ac3-a7ea-85fc31ef9d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:27.764345 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-74c9d2a0-c2c1-4ac3-a7ea-85fc31ef9d8d admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966898 Sep 21 09:17:29.666426 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca0ccd3d-47f1-4ad7-9a14-b8b8577c0a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:29.968699 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35674) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:30.101988 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22431e3-b6a9-49b5-b388-fff34b6eef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:30.102462 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22431e3-b6a9-49b5-b388-fff34b6eef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:30.103981 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d22431e3-b6a9-49b5-b388-fff34b6eef00 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343417 Sep 21 09:17:32.271611 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28b27c0f-9ab1-405b-961e-9a3677986c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:32.294655 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35682) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:32.424693 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96367de-d9e1-4e58-a6d2-0e9a6fc94d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:32.426060 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d96367de-d9e1-4e58-a6d2-0e9a6fc94d53 admin admin] 10.222.0.42 "GET /v2.0/networks/39d26f4a-e03e-4a08-92b4-35351eab10ce HTTP/1.1" status: 200 len: 869 time: 0.1304340 Sep 21 09:17:33.773395 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:33.782330 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:34.608793 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35690) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:34.731257 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfbb3e-e3ee-4f30-97e5-e4750fda72e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:34.732636 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9bbfbb3e-e3ee-4f30-97e5-e4750fda72e9 admin admin] 10.222.0.42 "GET /v2.0/networks/5bf6a280-dbcb-4665-bec2-de79521b6cf8 HTTP/1.1" status: 200 len: 886 time: 0.1228728 Sep 21 09:17:35.292865 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.900136 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35698) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:37.035788 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ecce8-e700-49e2-a88f-3d280ba0d4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:37.036248 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ecce8-e700-49e2-a88f-3d280ba0d4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:37.037848 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9a8ecce8-e700-49e2-a88f-3d280ba0d4be admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367030 Sep 21 09:17:39.230133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35708) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:39.322439 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef4709-99ec-43b2-b2d1-3c04bbed5448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:39.322902 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef4709-99ec-43b2-b2d1-3c04bbed5448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:39.324416 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-aeef4709-99ec-43b2-b2d1-3c04bbed5448 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933506 Sep 21 09:17:41.558937 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35716) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:41.704990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deeeb7f-03cf-428d-a75e-bd3cc53886f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:41.706481 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-5deeeb7f-03cf-428d-a75e-bd3cc53886f2 admin admin] 10.222.0.42 "GET /v2.0/subnets/41c8956c-8908-4ffc-b2c8-41da8752a361 HTTP/1.1" status: 200 len: 868 time: 0.1465974 Sep 21 09:17:43.885726 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35724) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:43.973218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a8874-eb72-4ef4-8ca3-c1b058afb544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:43.974605 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b58a8874-eb72-4ef4-8ca3-c1b058afb544 admin admin] 10.222.0.42 "GET /v2.0/subnets/b1cf62e1-81e8-478a-930f-2342cadee41f HTTP/1.1" status: 200 len: 816 time: 0.0879338 Sep 21 09:17:51.019121 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:17:59.667379 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5747df07-318e-4467-82c2-aaa452b5fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:02.272269 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d65c420-bdde-4a45-9373-7aa168ee3a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.865463 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.866498 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:05.298023 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:08.248143 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35778) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:08.296650 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [None req-11835cd3-079a-4227-b0a4-37750f395ec3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:18:08.297702 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-11835cd3-079a-4227-b0a4-37750f395ec3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486031 Sep 21 09:18:10.601057 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35786) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:10.667331 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af1e15f-f6ae-49d4-bf0c-6a8782cc1142 admin admin] GET failed (client error): The resource could not be found. Sep 21 09:18:10.668664 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1af1e15f-f6ae-49d4-bf0c-6a8782cc1142 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666285 Sep 21 09:18:10.816958 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3750f1-33a2-4983-9b7f-e36cce0ee770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:10.818484 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3f3750f1-33a2-4983-9b7f-e36cce0ee770 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1450598 Sep 21 09:18:13.046056 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35794) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:13.093863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:13.113681 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Made reservation on behalf of d12622cc57904a66b1b48579f547812b for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:13.116401 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:13.151106 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING neutron.services.revisions.revision_plugin [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Could not find related network for resource to bump revision. Sep 21 09:18:13.163171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:13.172068 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:13.172414 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Added segment 3185ff83-cdc0-4812-9e81-5b48a38574b7 of type vlan for network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e Sep 21 09:18:13.211470 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:13.234020 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:13.234899 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.235475 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:13.265117 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2179823 Sep 21 09:18:13.299485 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Pushing event updated for resources: {'Network': ['ID=292a19f0-b50c-4c98-a7d2-db0fdfd4b85e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:13.307188 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.307551 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.308077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.308406 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.308764 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.309114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.309443 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.309762 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.310098 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.310417 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.311517 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.311853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6108e4-d7bf-452f-979d-a7bd8c1733ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:13.325063 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:15.513995 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35802) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:15.575582 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.pecan_wsgi.hooks.translation [None req-455b8ba6-2c5e-4a66-bdf3-78521d8d9ad0 admin admin] GET failed (client error): The resource could not be found. Sep 21 09:18:15.576992 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-455b8ba6-2c5e-4a66-bdf3-78521d8d9ad0 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616775 Sep 21 09:18:15.650843 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17c1da-6e74-46bf-8e4a-60e07e5498de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:15.652220 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4c17c1da-6e74-46bf-8e4a-60e07e5498de admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707245 Sep 21 09:18:15.663336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:15.685379 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Made reservation on behalf of d12622cc57904a66b1b48579f547812b for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:15.687569 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:15.906558 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:15.966318 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e523fe-49d9-4e59-a697-69dca6418dfa,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:15.977123 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Checking segment: {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:15.977497 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Network hostable DHCP agents. Network: 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:15.997328 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:16.008053 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:16.012757 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:16.013347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.017922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be27047-b03d-43cb-83a2-7db322e3d0dd None None] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:16.028055 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-88b9087d-05a5-42ff-b99b-6586d539d354 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3687522 Sep 21 09:18:16.171330 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-292a19f0-b50c-4c98-a7d2-db0fdfd4b85e', 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e', 'tenant_id': 'd12622cc57904a66b1b48579f547812b', 'fixed_ips': [{'subnet_id': 'e6e523fe-49d9-4e59-a697-69dca6418dfa'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:16.172237 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.311162 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Allocated IP 192.168.233.2 (292a19f0-b50c-4c98-a7d2-db0fdfd4b85e/e6e523fe-49d9-4e59-a697-69dca6418dfa/5dcaafce-be3f-4bcc-b339-dbbd79243ca3) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:16.460178 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.466628 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.503194 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:16.506152 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:16.508785 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:16.523833 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Pushing event updated for resources: {'Port': ['ID=5dcaafce-be3f-4bcc-b339-dbbd79243ca3,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:16.544277 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.544675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.545016 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.545347 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.545674 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.546002 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.546340 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.546666 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.547007 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.547332 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.547649 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.547965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:16.583304 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Attempting to bind port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:16.583676 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Attempting to bind port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:16.584042 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Attempting to bind port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 on network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:16.589171 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:16.589547 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Checking segment: {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:16.589954 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.590351 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Bound using segment: {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:16.590822 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Bound port: 5dcaafce-be3f-4bcc-b339-dbbd79243ca3, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:16.591219 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.656972 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] For port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:16.660735 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] For port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=5dcaafce-be3f-4bcc-b339-dbbd79243ca3,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:16.665386 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.722572 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e3512-97b8-4d9f-b5e6-9328f6f55645 None None] Pushing event updated for resources: {'Port': ['ID=5dcaafce-be3f-4bcc-b339-dbbd79243ca3,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:17.448095 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:17.511185 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:17.511185 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.572668 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252fb7e-9777-44c6-a965-25b843f61f32 None None] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:17.655958 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.697277 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-97262635-5348-4fb9-9c1e-cdf1a8af5747 None None] Provisioning complete for port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:17.697654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97262635-5348-4fb9-9c1e-cdf1a8af5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.741236 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=5dcaafce-be3f-4bcc-b339-dbbd79243ca3,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:17.762096 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.871982 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=5dcaafce-be3f-4bcc-b339-dbbd79243ca3,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:18.108247 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5fb16a9d-99f2-4472-9b9c-e361d8f20d6e None None] Provisioning complete for port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:18.108717 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5fb16a9d-99f2-4472-9b9c-e361d8f20d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.400831 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:19.448325 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 5dcaafce-be3f-4bcc-b339-dbbd79243ca3 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:19.448723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.967499 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:18:29.667930 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-197adcd2-8397-44f8-8945-954de99ba53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.272911 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5b4a263e-f1eb-4789-80ba-e97d1bcb9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.778529 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.785974 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.300342 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:59.668772 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f027a301-d11d-485c-8136-ef208449c5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:02.275005 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d02b078a-36f5-4518-ada2-fc1c3396551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:03.780317 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:03.789277 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:04.966951 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:19:05.305345 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:29.671078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ff19f122-e7b8-4078-9449-bb6a97030c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:32.275144 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6eb4a2b5-72b1-410e-90dc-b65620c4e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:33.787620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:33.792643 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:35.301597 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:41.966669 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:19:49.047371 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35854) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:49.053382 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-50f6a76b-21e0-4d9d-aa07-de1dd19a4aff tempest-verify_tempest_config-951144129 tempest-verify_tempest_config-951144129-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:19:49.054374 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-50f6a76b-21e0-4d9d-aa07-de1dd19a4aff tempest-verify_tempest_config-951144129 tempest-verify_tempest_config-951144129-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060415 Sep 21 09:19:49.349029 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 35872) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:49.454911 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.545852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.549566 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.593887 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3728ceb076046469de5d835f09ea16b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2438271 Sep 21 09:19:49.594712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41dded9-9fd2-4e41-85ed-be4d924f83fd,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:49.596756 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35876) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:49.601268 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.601617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.601957 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.602291 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.602623 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.602976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.603304 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.603635 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.603981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.604309 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.604698 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.605020 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dec6e6-f195-4661-819b-effea8da9a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.651160 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.671383 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.758227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.761622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:49.762978 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41dded9-9fd2-4e41-85ed-be4d924f83fd HTTP/1.1" status: 204 len: 168 time: 0.1651716 Sep 21 09:19:49.772280 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41dded9-9fd2-4e41-85ed-be4d924f83fd,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:49.778983 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.779346 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.779688 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.780023 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.780402 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.780729 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.781063 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.781388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.781728 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.782052 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.782370 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:49.782692 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7ccc9-0f92-4a8b-b67b-207f08a6c000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:59.671314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7049cd8e-4eec-478c-aa50-b62aa6f585ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.277127 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-75152f96-6b9c-413e-abdd-aa272cfa709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.791277 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.793316 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.304149 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:18.964700 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:20:29.670757 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9520b222-e2df-409c-8349-3c07aae608ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:32.278174 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7418c647-f1e8-405e-aefe-71674f28188d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:33.792581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:33.796463 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.308758 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:55.962897 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 5 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:20:59.673312 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2060d0c0-3dcf-4278-956c-c5f787bd6557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:02.277989 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b7998e99-b068-453a-96f3-5f539726155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:03.796873 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:03.800500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:05.309822 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:22.419800 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930155'] for agent, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:29.673352 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-edaf116f-fa07-44a5-b552-53e363e3e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:32.277475 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b2faa33-b3e7-490e-afb8-a2c20c16e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:32.963003 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:21:33.797248 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:33.800766 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:35.313423 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:37.658777 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35950) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:21:37.761823 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ace4de42-4a59-4ad0-b5f1-210643f1aead admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019490 Sep 21 09:21:39.988803 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 35960) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:21:40.043924 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-46029823-9196-48b4-8cbd-89b351ec3257 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540559 Sep 21 09:21:52.377216 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:59.673516 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f822d230-1dc7-402f-904b-4820e5ba29a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:02.278349 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2889b333-b113-4a0e-9b7d-02f78d7b42a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:03.799313 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:03.802668 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:05.315983 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:09.961728 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:22:22.391199 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:29.672761 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bae9d92-50c7-428d-9a3a-a1e233d9e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:32.280225 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4c0b776f-e9e0-4dbf-a102-80953ad671f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:33.806094 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:33.808315 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:35.326687 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:46.961743 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:22:52.387794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:59.674646 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-821cadf4-e9d4-403e-b2b9-9e0e2f7ecb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:02.286436 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-684e56dd-ce22-45b8-9d47-9ddec7ba7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:03.818047 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:03.821817 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:05.333744 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:06.677944 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36074) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:06.924665 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-network', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:06.949365 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Made reservation on behalf of 1dac24614ef04a52bab46f4f5f538b5d for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:06.951776 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:06.967400 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.064292 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.070001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.088197 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:07.107320 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.107669 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Added segment 44fdfb21-555a-4638-88c2-9be11d5e73ae of type vlan for network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e Sep 21 09:23:07.141058 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:07.157883 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.163304 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.164074 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.164428 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.164947 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.166181 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.166553 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.166899 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.167237 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.167585 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.167904 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.168226 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.168757 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Tracked resource versions report: Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: pushed versions: Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: { 'AddressGroup': {'1.2'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'ConntrackHelper': {'1.0'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Log': {'1.0'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Network': {'1.1'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Port': {'1.7'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'PortForwarding': {'1.2'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'QosPolicy': {'1.9'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroup': {'1.4'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SubPort': {'1.0'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Subnet': {'1.1'}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Trunk': {'1.1'}} Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: consumer versions: Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: HyperV agent@hv-cinder-79001: {}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'ConntrackHelper': '1.0', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Log': '1.0', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Network': '1.1', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Port': '1.7', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'PortForwarding': '1.2', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'QosPolicy': '1.9', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroup': '1.4', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SecurityGroupRule': '1.2', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'SubPort': '1.0', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Subnet': '1.1', Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: 'Trunk': '1.1'}} Sep 21 09:23:07.169803 dv-cinder-790014-3-iscsi neutron-server[93976]: {{(pid=93976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:23:07.194695 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.195688 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:07.196273 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.266634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] Pushing event updated for resources: {'Network': ['ID=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:07.273691 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-00503a12-d104-47b0-ba92-dc5d61af6b8d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5936899 Sep 21 09:23:07.274902 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36120) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:07.278541 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:07.287114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Request body: {'subnet': {'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-subnet', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:07.321753 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Made reservation on behalf of 1dac24614ef04a52bab46f4f5f538b5d for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:07.325045 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.500641 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.554446 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5de99fc-8806-4481-8484-cb8807e8b368,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:07.573200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Checking segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:07.573556 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Network hostable DHCP agents. Network: e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:07.593680 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:07.605004 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:07.609757 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:07.611021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.615259 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df822f-33ec-4160-99a4-d9a7966454b3 None None] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:07.626820 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36138) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:07.633853 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9d7fa7da-8f15-4e68-b92f-c4a04af31d59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3561842 Sep 21 09:23:07.637970 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36144) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:07.642820 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:07.668421 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.669718 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.776386 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8097f01-947b-46ee-a63f-30f900cf5de2 None None] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:07.875471 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:07.969735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-322990619-network', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:08.019873 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36168) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:08.058360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.086253 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Made reservation on behalf of b1fea9963581475fb050dd50064a0c4f for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:08.088675 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.113615 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.342031 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.362667 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.429877 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-962355735-network', 'tenant_id': '2466e2e40a8c43a4841be41320b5e780'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:08.434391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.443453 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.493863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36190) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:08.499642 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Allocated IP 172.27.0.210 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/03d31c6c-1fc6-4885-a784-df0767b4d09f) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:08.521274 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:08.569287 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36200) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:08.622815 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.623158 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Added segment ff3fc60a-68a6-4942-9845-e01036ae6ba4 of type vlan for network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 Sep 21 09:23:08.669576 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:08.671941 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.678240 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.682742 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb26270-858e-4ae8-9c68-662e13576e0a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:08.706310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.712787 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.713161 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.713499 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.713834 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.714158 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.714501 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.714925 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.715154 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.715474 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.715800 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.716157 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.716424 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Tracked resource versions report: Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: pushed versions: Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: { 'AddressGroup': {'1.2'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'ConntrackHelper': {'1.0'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Log': {'1.0'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Network': {'1.1'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Port': {'1.7'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'PortForwarding': {'1.2'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'QosPolicy': {'1.9'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroup': {'1.4'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SubPort': {'1.0'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Subnet': {'1.1'}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Trunk': {'1.1'}} Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: consumer versions: Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: HyperV agent@hv-cinder-79001: {}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'ConntrackHelper': '1.0', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Log': '1.0', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Network': '1.1', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Port': '1.7', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'PortForwarding': '1.2', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'QosPolicy': '1.9', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroup': '1.4', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SecurityGroupRule': '1.2', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'SubPort': '1.0', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Subnet': '1.1', Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: 'Trunk': '1.1'}} Sep 21 09:23:08.717488 dv-cinder-790014-3-iscsi neutron-server[93977]: {{(pid=93977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:23:08.722218 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.739301 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-288815924-network', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:08.775787 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.776850 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:08.777443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.780193 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-852198810-network', 'tenant_id': '36baa5492d774abc8b883345e961c054'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:08.866501 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] Pushing event updated for resources: {'Network': ['ID=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:08.870954 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:08.881986 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:08.924676 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:08.929993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:08.936825 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:08.985595 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Pushing event updated for resources: {'Port': ['ID=03d31c6c-1fc6-4885-a784-df0767b4d09f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:09.081763 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.094534 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.110250 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9bf98ded-9292-4ad7-8136-6bbb18772042 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4812334 Sep 21 09:23:09.118185 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36226) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:09.126594 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:09.128813 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Request body: {'subnet': {'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-subnet', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:09.157272 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Made reservation on behalf of 5fa3ec370f0441feb7dff6081ce8848a for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:09.161301 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.189070 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e1988-31ad-4adc-8542-be9e484b736e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:09.190205 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.193980 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.194615 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Added segment 9c385882-7f25-43b3-9d27-d24dc1d5d43c of type vlan for network aff120b1-109e-4660-87ed-88f8d0184256 Sep 21 09:23:09.202939 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Made reservation on behalf of 36baa5492d774abc8b883345e961c054 for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:09.205447 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.278512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.304411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.321168 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.322507 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.325975 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Made reservation on behalf of b1fea9963581475fb050dd50064a0c4f for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:09.328336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.336442 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.356668 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.357849 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:09.358774 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.390021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:09.463471 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.463819 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Added segment 61fe84cf-43f3-4bf4-909f-822e0da0bf71 of type vlan for network 417042bf-c690-49ab-9e59-5ca2e3b3de38 Sep 21 09:23:09.485779 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] Pushing event updated for resources: {'Network': ['ID=aff120b1-109e-4660-87ed-88f8d0184256,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:09.497632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network aff120b1-109e-4660-87ed-88f8d0184256 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:09.655809 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.685650 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.697968 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:09.708576 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.709007 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Added segment 874fd2b4-1d3f-43d5-a311-014d0e880deb of type vlan for network 853c32c3-a177-45d0-9c08-eec3ad843eaf Sep 21 09:23:09.791875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.801372 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-33e29d02-6d40-4e41-8d76-4316ff790f55 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7794659 Sep 21 09:23:09.804289 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36258) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:09.821095 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29099cdc-59e4-4050-a773-b14984583300,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:09.857872 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Request body: {'subnet': {'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-962355735-subnet', 'tenant_id': '2466e2e40a8c43a4841be41320b5e780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:09.861933 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:09.875491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.885001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.902251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:09.905222 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.951200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.952231 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:09.953060 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:09.976901 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4819410 Sep 21 09:23:09.989258 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36268) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:09.997831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Request body: {'subnet': {'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-288815924-subnet', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:10.019097 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.020715 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:10.021676 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.036288 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Made reservation on behalf of 5fa3ec370f0441feb7dff6081ce8848a for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:10.038258 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.126689 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5550594 Sep 21 09:23:10.130250 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36270) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:10.133332 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0176f-057c-4f87-ad7c-ada827466d69 admin admin] Pushing event updated for resources: {'Network': ['ID=417042bf-c690-49ab-9e59-5ca2e3b3de38,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:10.135875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Request body: {'subnet': {'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-852198810-subnet', 'tenant_id': '36baa5492d774abc8b883345e961c054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:10.144979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:10.150455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:23:10.216131 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Made reservation on behalf of 36baa5492d774abc8b883345e961c054 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:10.218685 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.287916 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.294346 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.302384 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84880d12-fabf-44b5-82e9-7af63538fa05 admin admin] Pushing event updated for resources: {'Network': ['ID=853c32c3-a177-45d0-9c08-eec3ad843eaf,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:10.316663 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 853c32c3-a177-45d0-9c08-eec3ad843eaf details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:10.437035 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef817c9-1dfe-4bb4-a92d-c65f15284e83,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:10.528778 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20eebab-1f44-455b-b7ac-18b6193f95a8,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:10.551970 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:10.561534 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Sync routers for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:10.568705 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Checking segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:10.569218 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Network hostable DHCP agents. Network: aff120b1-109e-4660-87ed-88f8d0184256, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:10.574499 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:10.577158 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:10.606734 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.737754 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Checking segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:10.738586 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Network hostable DHCP agents. Network: 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:10.746694 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07799242-2725-4907-9de1-fb2c3b4b1926,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:10.755950 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.763609 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-923af47e-2f74-4fb2-b9fa-b82bf6ae96e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1245353 Sep 21 09:23:10.764400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36294) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:10.773904 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:10.838157 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Checking segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:10.838529 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Network hostable DHCP agents. Network: 417042bf-c690-49ab-9e59-5ca2e3b3de38, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:10.857693 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:10.886569 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Network aff120b1-109e-4660-87ed-88f8d0184256 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:10.893510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:10.900644 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:10.901509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.909526 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6b078-8625-4763-acdf-38cfdfc01c71 None None] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:10.912390 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.919111 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:10.929325 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-05b4b9d2-16eb-464b-8930-4c6f5c21dfe7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8081472 Sep 21 09:23:10.930448 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 417042bf-c690-49ab-9e59-5ca2e3b3de38) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:10.932253 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36300) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:10.934108 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, aff120b1-109e-4660-87ed-88f8d0184256) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:10.938477 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:10.938640 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:10.939194 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.944212 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:10.945081 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:10.949968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38301d69-484e-4d12-8321-4906da136778 None None] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:10.965967 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-34b88f30-e918-492d-bb6a-988335d8f91c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9735782 Sep 21 09:23:10.968165 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822897c-fee4-4e16-96e0-85c64d609bc8 None None] Network aff120b1-109e-4660-87ed-88f8d0184256 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:10.971599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36302) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:10.974305 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:11.004135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.007778 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.046037 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:09Z', 'revision_number': 3, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:11.064571 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.066548 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.075843 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Checking router: 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:11.076461 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Updating router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 port 03d31c6c-1fc6-4885-a784-df0767b4d09f binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:11.094062 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48b9edc-8cf2-467d-b913-2a389ffffb6f,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:11.134428 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2954888c-f4eb-48d7-8165-3b45024502e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3258283 Sep 21 09:23:11.143999 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.205968 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.210620 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Checking segment: {'id': '874fd2b4-1d3f-43d5-a311-014d0e880deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:11.211152 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Network hostable DHCP agents. Network: 853c32c3-a177-45d0-9c08-eec3ad843eaf, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:11.400130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Network 853c32c3-a177-45d0-9c08-eec3ad843eaf is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:11.482555 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.491143 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.492443 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.513528 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 853c32c3-a177-45d0-9c08-eec3ad843eaf) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:11.547760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:11.548349 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.590197 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ed306056-8122-4b3b-9184-d0795b4b5305 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4586718 Sep 21 09:23:11.599921 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da623f8b-630e-4dc6-803e-1c054154269e None None] Network 853c32c3-a177-45d0-9c08-eec3ad843eaf requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:11.631369 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Attempting to bind port 03d31c6c-1fc6-4885-a784-df0767b4d09f on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:11.632097 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Attempting to bind port 03d31c6c-1fc6-4885-a784-df0767b4d09f by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:11.632218 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Attempting to bind port 03d31c6c-1fc6-4885-a784-df0767b4d09f on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:11.658658 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Pushing event updated for resources: {'Port': ['ID=03d31c6c-1fc6-4885-a784-df0767b4d09f,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:11.666724 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:11.668980 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:11.669563 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.671255 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:11.671941 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Bound port: 03d31c6c-1fc6-4885-a784-df0767b4d09f, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:11.691718 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.709327 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-417042bf-c690-49ab-9e59-5ca2e3b3de38', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:23:11.710578 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.748572 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.748923 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.749275 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.749600 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.749928 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.750252 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.758897 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.759403 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.759971 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.760452 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.761265 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.769651 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Tracked resource versions report: Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: pushed versions: Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: { 'AddressGroup': {'1.2'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'ConntrackHelper': {'1.0'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Log': {'1.0'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Network': {'1.1'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Port': {'1.7'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'PortForwarding': {'1.2'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'QosPolicy': {'1.9'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroup': {'1.4'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SubPort': {'1.0'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Subnet': {'1.1'}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Trunk': {'1.1'}} Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: consumer versions: Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: HyperV agent@hv-cinder-79001: {}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'ConntrackHelper': '1.0', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Log': '1.0', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Network': '1.1', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Port': '1.7', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'PortForwarding': '1.2', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'QosPolicy': '1.9', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroup': '1.4', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SecurityGroupRule': '1.2', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'SubPort': '1.0', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Subnet': '1.1', Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: 'Trunk': '1.1'}} Sep 21 09:23:11.771250 dv-cinder-790014-3-iscsi neutron-server[93979]: {{(pid=93979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:23:11.854096 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] For port 03d31c6c-1fc6-4885-a784-df0767b4d09f, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:11.856750 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0659b7-4805-4c37-9c8c-2fb283b541fb None None] Network aff120b1-109e-4660-87ed-88f8d0184256 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:11.859563 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] For port 03d31c6c-1fc6-4885-a784-df0767b4d09f, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=03d31c6c-1fc6-4885-a784-df0767b4d09f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:11.869220 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.870762 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.881742 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36360) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:11.890926 dv-cinder-790014-3-iscsi neutron-server[93977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 09:23:11.959019 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c7d5f-ba71-49c6-b674-d97b0e8572a7 None None] Pushing event updated for resources: {'Port': ['ID=03d31c6c-1fc6-4885-a784-df0767b4d09f,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:11.964798 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:11.987223 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:11.988159 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:12.126278 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:12.136517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:12.202139 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:23:12.203361 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:12.207619 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-b07bdcae-9895-4d3c-87ac-2ab65ae19fb6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:12.214932 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-b07bdcae-9895-4d3c-87ac-2ab65ae19fb6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.3319705 Sep 21 09:23:12.221573 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36376) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:12.226167 dv-cinder-790014-3-iscsi neutron-server[93976]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 09:23:12.260163 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-9e0a07de-3450-4436-9173-d90a1be935b8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/quotas/2466e2e40a8c43a4841be41320b5e780 HTTP/1.1" status: 200 len: 375 time: 0.0442278 Sep 21 09:23:12.330151 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-345e40b7-dfc2-4487-bf37-4826767e5f82 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689404 Sep 21 09:23:12.339242 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Allocated IP 172.20.0.2 (417042bf-c690-49ab-9e59-5ca2e3b3de38/07799242-2725-4907-9de1-fb2c3b4b1926/21028266-5e8f-4bf4-b04d-0fbc13eb768c) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:12.440893 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:09Z', 'revision_number': 3, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:12.475524 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af804cff-2eb7-4ff3-bccd-c816ec3d81cb None None] The sync data for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi is: [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:09Z', 'revision_number': 3, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:12.513741 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Allocated IP 172.20.0.1 (e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e/b5de99fc-8806-4481-8484-cb8807e8b368/e8c389b0-9a46-42d1-862c-c93fe2fab07c) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:12.516688 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae65ed-3141-46d1-a3b8-1cba53b9890b None None] Network 853c32c3-a177-45d0-9c08-eec3ad843eaf requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:12.567637 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-9929663f-efb4-4e7e-84fe-921d21f3169c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:23:12.569099 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-9929663f-efb4-4e7e-84fe-921d21f3169c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936859 Sep 21 09:23:12.725809 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-2f127be2-bbb2-45ee-97d1-d0c89c4dacb5 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:12.727372 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-2f127be2-bbb2-45ee-97d1-d0c89c4dacb5 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/networks?id=853c32c3-a177-45d0-9c08-eec3ad843eaf HTTP/1.1" status: 200 len: 811 time: 0.5029330 Sep 21 09:23:12.782219 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Allocated IP 172.20.0.2 (5df5c7cd-50c9-4fa0-ad6c-550a0d76b019/6ef817c9-1dfe-4bb4-a92d-c65f15284e83/2e502c6b-0ec9-42d6-a522-58ba0aeea5cd) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:12.792111 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-c6f523fc-fb9a-4fab-9f40-6f13b456b29f tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/quotas/36baa5492d774abc8b883345e961c054 HTTP/1.1" status: 200 len: 375 time: 0.0564673 Sep 21 09:23:12.940412 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:12.956156 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-fc841d0c-0ca0-4010-9bfc-5be505c0fe93 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=36baa5492d774abc8b883345e961c054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1546090 Sep 21 09:23:12.962044 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.005407 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.008745 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.033429 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.056715 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-1a7ed1f1-01bb-4a32-9c17-962de18547fb service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697292 Sep 21 09:23:13.153549 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.169293 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.181481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:13.189469 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:13.193341 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:13.203713 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:13.219005 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:13.235545 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-aa8a0363-08cd-4768-bf27-e100d9c2935c service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628876 Sep 21 09:23:13.243040 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.249916 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Allocated IP 172.27.0.66 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/96b6ad49-ee97-478a-a17d-94b00e4668f6) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:13.270566 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Pushing event updated for resources: {'Port': ['ID=21028266-5e8f-4bf4-b04d-0fbc13eb768c,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:13.309054 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:13.318026 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:13.321699 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:13.322188 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.348960 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.349315 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.349664 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.350002 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.350338 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.350672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.351003 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.351341 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.351697 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.360781 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.361543 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.362125 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Tracked resource versions report: Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: pushed versions: Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: { 'AddressGroup': {'1.2'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'ConntrackHelper': {'1.0'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Log': {'1.0'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Network': {'1.1'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Port': {'1.7'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'PortForwarding': {'1.2'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'QosPolicy': {'1.9'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroup': {'1.4'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroupRule': {'1.2'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SubPort': {'1.0'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Subnet': {'1.1'}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Trunk': {'1.1'}} Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: consumer versions: Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: { DHCP agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: HyperV agent@hv-cinder-79001: {}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: L3 agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: Metadata agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: Metering agent@dv-cinder-790014-3-iscsi: {}, Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: Open vSwitch agent@dv-cinder-790014-3-iscsi: { 'AddressGroup': '1.2', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'ConntrackHelper': '1.0', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Log': '1.0', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Network': '1.1', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Port': '1.7', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'PortForwarding': '1.2', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'QosPolicy': '1.9', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroup': '1.4', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SecurityGroupRule': '1.2', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'SubPort': '1.0', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Subnet': '1.1', Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: 'Trunk': '1.1'}} Sep 21 09:23:13.370490 dv-cinder-790014-3-iscsi neutron-server[93978]: {{(pid=93978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 09:23:13.387336 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:13.411695 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36406) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:13.433681 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.453086 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.464220 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Attempting to bind port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:13.464791 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Attempting to bind port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:13.465211 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Attempting to bind port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:13.490632 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:13.493695 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:13.494060 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Checking segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:13.494454 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.495125 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Bound using segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:13.495251 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.495620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Bound port: 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:13.496016 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.574501 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Pushing event updated for resources: {'Port': ['ID=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:13.609401 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Attempting to bind port 21028266-5e8f-4bf4-b04d-0fbc13eb768c on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:13.610835 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Attempting to bind port 21028266-5e8f-4bf4-b04d-0fbc13eb768c by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:13.612241 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Attempting to bind port 21028266-5e8f-4bf4-b04d-0fbc13eb768c on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:13.630232 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.665854 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:13.670750 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Checking segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:13.671327 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.673653 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Bound using segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:13.674363 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Bound port: 21028266-5e8f-4bf4-b04d-0fbc13eb768c, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:13.675456 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.703782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-16524202-8bfd-4bed-bf1a-f4b09fc9fdd6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:23:13.704865 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-16524202-8bfd-4bed-bf1a-f4b09fc9fdd6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999840 Sep 21 09:23:13.726698 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 03d31c6c-1fc6-4885-a784-df0767b4d09f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:13.773860 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.845608 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] For port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:13.849049 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] For port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:13.862259 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.951805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] For port 21028266-5e8f-4bf4-b04d-0fbc13eb768c, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:13.968010 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] For port 21028266-5e8f-4bf4-b04d-0fbc13eb768c, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=21028266-5e8f-4bf4-b04d-0fbc13eb768c,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:13.998124 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 03d31c6c-1fc6-4885-a784-df0767b4d09f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:13.998599 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.000556 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.004248 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.008858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.009918 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.018956 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Pushing event updated for resources: {'Port': ['ID=96b6ad49-ee97-478a-a17d-94b00e4668f6,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.021815 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c166-287f-4b0d-967f-dda463f213ce None None] Pushing event updated for resources: {'Port': ['ID=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.074998 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Allocated IP 172.27.0.179 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/f5eda458-5f8e-48f9-8e41-49479f9364f1) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:14.082929 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:14.107415 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:14.141067 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-64f9fd9c-6d69-4fb4-bf6a-e7013b045693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.187250 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61156b44-d346-4869-9a27-d49efca6616c req-7b5782e9-fa8f-4c2c-b60c-1e9f7bea6418 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.1146038 Sep 21 09:23:14.188380 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.199853 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ce98-1c15-4f9c-93e4-e41097554bc0 None None] Pushing event updated for resources: {'Port': ['ID=21028266-5e8f-4bf4-b04d-0fbc13eb768c,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.263082 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:14.384822 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.402362 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:14.405140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:14.439453 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 03d31c6c-1fc6-4885-a784-df0767b4d09f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=03d31c6c-1fc6-4885-a784-df0767b4d09f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:14.454517 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.587260 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=03d31c6c-1fc6-4885-a784-df0767b4d09f,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.697104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:14.730739 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-e1640693-d6c3-4098-a9f1-50de07ed7665 service neutron] 10.222.0.42 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0166688 Sep 21 09:23:14.848520 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:14.866844 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-909955a0-b81d-4d72-97e1-6577fedd90f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/8c3fc1f2-7339-4f07-93d1-9dafe81e52d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0938354 Sep 21 09:23:15.189999 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.221892 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-64f9fd9c-6d69-4fb4-bf6a-e7013b045693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.240190 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-64f9fd9c-6d69-4fb4-bf6a-e7013b045693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.420035 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-0b92ae39-7234-4e17-bafc-e768a396ad6a service neutron] 10.222.0.42 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690040 Sep 21 09:23:15.441732 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-64f9fd9c-6d69-4fb4-bf6a-e7013b045693 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59d44e7610c64976a92e909554942837&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0260546 Sep 21 09:23:15.447712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36502) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:15.467362 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9fd9c-6d69-4fb4-bf6a-e7013b045693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9734a926-e4e0-4449-9967-93375330b8c0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:15.505200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.514703 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.606587 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.660867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60391534-c481-461b-acea-26378dcbb6ec None None] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:15.683394 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.686998 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:15.692738 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:15.698259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:15.719452 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] Provisioning complete for port 21028266-5e8f-4bf4-b04d-0fbc13eb768c triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:15.720103 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.749835 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Pushing event updated for resources: {'Port': ['ID=f5eda458-5f8e-48f9-8e41-49479f9364f1,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:15.816949 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.823913 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.826595 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9734a926-e4e0-4449-9967-93375330b8c0 HTTP/1.1" status: 204 len: 168 time: 0.3772268 Sep 21 09:23:15.867831 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-230579a0-f2d7-40ee-aaac-de29b087745a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:15.871310 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-230579a0-f2d7-40ee-aaac-de29b087745a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 819 time: 0.4484546 Sep 21 09:23:15.873113 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1d37-0822-4b0b-afbf-a55036bc9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734a926-e4e0-4449-9967-93375330b8c0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:15.921735 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-d0c1e2d3-6a65-4f05-8a14-8ef433bceacf tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/quotas/1dac24614ef04a52bab46f4f5f538b5d HTTP/1.1" status: 200 len: 375 time: 0.0415490 Sep 21 09:23:15.980263 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Sync routers for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:16.006487 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:16.014985 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-a6ff01b7-55c4-4da7-bf9c-248268a19b4c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918975 Sep 21 09:23:16.025909 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.138837 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:16.139466 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:16.154841 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-90ba0a4b-e036-4575-8a40-981536739b86 service neutron] 10.222.0.42 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391752 Sep 21 09:23:16.163778 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df080a-6529-48ea-a0b3-d595d48a8969 None None] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:16.262147 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] For port 21028266-5e8f-4bf4-b04d-0fbc13eb768c, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=21028266-5e8f-4bf4-b04d-0fbc13eb768c,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:16.285805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.288256 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ee3e5418-8a67-4ed2-9a31-54f793e92074 req-4f90bdf4-697a-438e-a111-bd43563dc68c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.1122243 Sep 21 09:23:16.313282 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.315622 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-718e21a4-9e3a-4484-b7df-c38275863cb5 service neutron] 10.222.0.42 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537347 Sep 21 09:23:16.496014 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-df9e7fd3-835d-4901-8347-319e5807fcb0 req-59f03f59-e92b-427b-aa9e-ef05307a4e6e tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.0894198 Sep 21 09:23:16.522240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.544187 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36546) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:16.562467 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-296ba5a7-c5b7-47a7-9241-fb6c613db61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.700486 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dafdb257-3646-4405-b57e-c0feb4ec0f3e req-35a518c6-c9b8-49f8-aa44-df558c0be945 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 210 time: 0.0743825 Sep 21 09:23:16.764377 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-296ba5a7-c5b7-47a7-9241-fb6c613db61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.774976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-296ba5a7-c5b7-47a7-9241-fb6c613db61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.875103 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:23:16.916243 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-296ba5a7-c5b7-47a7-9241-fb6c613db61f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8728be07dd1240ab90aedf86b3ce406e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3703506 Sep 21 09:23:16.919252 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36568) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:16.934926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ba5a7-c5b7-47a7-9241-fb6c613db61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd1346-4d12-434a-a6f9-bde980d440f3,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:16.953158 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:16.953651 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.971441 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.014209 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.046933 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:17.102455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.304557 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-7baa3302-6d8d-4b74-b87d-e3390df63a81 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:17.305134 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89644092-6147-45b1-9aa7-1efcb661764a None None] Pushing event updated for resources: {'Port': ['ID=21028266-5e8f-4bf4-b04d-0fbc13eb768c,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:17.311964 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-7baa3302-6d8d-4b74-b87d-e3390df63a81 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 819 time: 0.3225687 Sep 21 09:23:17.335836 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-bb64407d-93a5-47ad-8630-a157b9275f32 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/quotas/1dac24614ef04a52bab46f4f5f538b5d HTTP/1.1" status: 200 len: 375 time: 0.0231154 Sep 21 09:23:17.336233 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:17.345353 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:17.360701 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:17.361332 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:17.390060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.391306 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.394680 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-7062f8b1-d839-421f-89b5-9f6601f9711b None None] Provisioning complete for port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:17.395147 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7062f8b1-d839-421f-89b5-9f6601f9711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.395804 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48bd1346-4d12-434a-a6f9-bde980d440f3 HTTP/1.1" status: 204 len: 168 time: 0.4739218 Sep 21 09:23:17.412334 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00589-2728-4c25-9214-d8ea35486fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd1346-4d12-434a-a6f9-bde980d440f3,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:17.427710 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.430416 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-2c229273-ee07-48ce-8ac8-4f37703fb184 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813537 Sep 21 09:23:17.433798 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f6c9822c-7356-4647-b23f-44abd4107b5e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5003123 Sep 21 09:23:17.436794 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36584) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:17.503947 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8809b8af-c002-45a8-823b-c77f4e31e496 req-4287b6d6-747f-4ce9-9bdb-4102b679d3f3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.0681014 Sep 21 09:23:17.522896 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Router e7750d4d-390d-4d57-86b4-739ee095ec55 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:23:17.534635 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.688104 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:17.738836 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:17.739644 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.744749 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 21028266-5e8f-4bf4-b04d-0fbc13eb768c up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:17.812112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f02aa87-d843-4338-b564-710d1c2077cb req-83134030-4e19-44db-94c8-d3dc576743fd tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.0752590 Sep 21 09:23:17.832659 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:17.835634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:17.839452 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-98fbb5c5-0881-4d1c-8cc2-403b649a0138 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8662076 Sep 21 09:23:17.839977 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36594) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:17.842023 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:17.967751 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-03411972-aea4-4d11-b752-3d41094cfc0d service neutron] 10.222.0.42 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407637 Sep 21 09:23:17.993997 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:17.994763 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:18.061010 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:18.108588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:13Z', 'revision_number': 4, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': 'e8c389b0-9a46-42d1-862c-c93fe2fab07c', 'name': '', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'mac_address': 'fa:16:3e:66:c7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:12Z', 'updated_at': '2021-09-21T09:23:13Z', 'revision_number': 2, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'subnets': [{'id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:18.156851 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-0cd980e6-2f22-4549-92c8-6399c3f53d6d service neutron] 10.222.0.42 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749880 Sep 21 09:23:18.200963 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 21028266-5e8f-4bf4-b04d-0fbc13eb768c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:18.201632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.211438 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 3, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:18.261925 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:18.262362 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Updating router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 port 96b6ad49-ee97-478a-a17d-94b00e4668f6 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:18.274720 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Checking router: 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:18.275079 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Updating router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 port e8c389b0-9a46-42d1-862c-c93fe2fab07c binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:18.327079 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.328213 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:18.353367 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.395451 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.403818 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-e5cde773-b551-46b6-a5c4-d1eccfc6af26 None None] Provisioning complete for port 21028266-5e8f-4bf4-b04d-0fbc13eb768c triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:18.404201 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e5cde773-b551-46b6-a5c4-d1eccfc6af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.557849 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d5883bf4-3a82-4a5e-af81-df702805d93d req-253f336a-50a3-4ecb-a0b6-0708beba175f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.0364628 Sep 21 09:23:18.697184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Allocated IP 172.20.0.1 (5df5c7cd-50c9-4fa0-ad6c-550a0d76b019/6ef817c9-1dfe-4bb4-a92d-c65f15284e83/11675d3b-ad05-4e7b-be7b-ffea4cd65c8e) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:18.807181 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 03d31c6c-1fc6-4885-a784-df0767b4d09f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:18.867555 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.928613 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-722c6f53-c793-40c6-bee9-39060cfafe72 req-732a79f5-5580-4bfe-80fc-66c493a3b85c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.0568182 Sep 21 09:23:18.936912 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.983929 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.987741 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:18.997674 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.047782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Pushing event updated for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:19.061863 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:19.063466 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:19.066111 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:19.067039 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b500bf3-8dfb-4c81-8daa-9c890f282d51 None None] Pushing event updated for resources: {'Port': ['ID=96b6ad49-ee97-478a-a17d-94b00e4668f6,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Attempting to bind port 96b6ad49-ee97-478a-a17d-94b00e4668f6 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Attempting to bind port 96b6ad49-ee97-478a-a17d-94b00e4668f6 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Attempting to bind port 96b6ad49-ee97-478a-a17d-94b00e4668f6 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Bound port: 96b6ad49-ee97-478a-a17d-94b00e4668f6, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:19.189630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.243344 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-e5cde773-b551-46b6-a5c4-d1eccfc6af26 None None] Provisioning complete for port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:19.244019 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e5cde773-b551-46b6-a5c4-d1eccfc6af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.250708 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] For port 96b6ad49-ee97-478a-a17d-94b00e4668f6, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:19.256021 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] For port 96b6ad49-ee97-478a-a17d-94b00e4668f6, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=96b6ad49-ee97-478a-a17d-94b00e4668f6,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:19.264990 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.279616 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-aeb7fade-31b9-4ae5-9d56-0f88b9ba238e req-f95a83ef-a2dd-4288-b10f-0b4bdf115169 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.2647033 Sep 21 09:23:19.301723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 03d31c6c-1fc6-4885-a784-df0767b4d09f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:19.302191 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.367577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.367830 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:15Z', 'revision_number': 3, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:19.398300 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b500bf3-8dfb-4c81-8daa-9c890f282d51 None None] Pushing event updated for resources: {'Port': ['ID=96b6ad49-ee97-478a-a17d-94b00e4668f6,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:19.406405 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:19.406841 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Updating router e7750d4d-390d-4d57-86b4-739ee095ec55 port f5eda458-5f8e-48f9-8e41-49479f9364f1 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:19.439355 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:19.441055 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:19.452321 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Allocated IP 172.20.0.1 (417042bf-c690-49ab-9e59-5ca2e3b3de38/07799242-2725-4907-9de1-fb2c3b4b1926/0bde0d4b-395d-4e7d-a35f-9e6845bfeb41) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:19.594194 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.599630 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:19.650461 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.677201 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.729421 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb28632f-ee40-4a42-9013-2038f3733fb8 req-c8048163-be38-4971-a7a8-c8ce51502d79 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.0729761 Sep 21 09:23:19.730518 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.731494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.743905 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.781491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:19.813094 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:19.819836 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:19.822118 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.859814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:19.887396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Pushing event updated for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:19.936340 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Pushing event updated for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:19.943938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:19.950058 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:19.950823 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:18Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:20.047469 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978607a0-0c1f-4f49-879d-7038afb938eb None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:18Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:20.180927 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:20.186811 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0d826fae-41b5-45d0-a392-65d94107b465 req-cff9c90c-3778-49ef-9f01-5a9e20fe25f9 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.0541537 Sep 21 09:23:20.267851 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:20.483423 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453416cf-984d-4085-a4fc-024e263e84f4 None None] Pushing event updated for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:20.498130 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c001e6f3-4afc-4b71-9838-04462ba35730 req-1e0b815f-cdbf-4675-87a1-830eaeebc55f tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.0928319 Sep 21 09:23:20.612721 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:20.626168 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-33aa8bd0-f271-4eeb-a5ae-70b912469718 admin admin] 10.222.0.42 "PUT /v2.0/routers/2fce63b7-cfc3-401b-ae8e-db2b37217a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1881795 Sep 21 09:23:20.655504 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:20.661887 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:20.697850 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Attempting to bind port e8c389b0-9a46-42d1-862c-c93fe2fab07c on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:20.698225 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Attempting to bind port e8c389b0-9a46-42d1-862c-c93fe2fab07c by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:20.698594 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Attempting to bind port e8c389b0-9a46-42d1-862c-c93fe2fab07c on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:20.837359 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:20.837788 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Checking segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:20.838135 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:20.838669 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Bound using segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:20.839027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Bound port: e8c389b0-9a46-42d1-862c-c93fe2fab07c, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:20.839419 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:20.890511 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Provisioning complete for port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:20.891218 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:20.920325 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-40c25d64-5493-4662-99bf-d021b79e0bfc req-bc6c09db-fea4-4779-80aa-f7c04e890b1d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.0838916 Sep 21 09:23:21.028776 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.47', 49418) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:21.160755 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:21.161757 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.258905 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.264850 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.266782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.395740 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-43f5bf23-0c57-4b9a-9861-f99c1c060c57 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:21.410614 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-43f5bf23-0c57-4b9a-9861-f99c1c060c57 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.3803544 Sep 21 09:23:21.416790 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] For port e8c389b0-9a46-42d1-862c-c93fe2fab07c, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:21.423008 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:21.477831 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Request body: {'port': {'device_id': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'admin_state_up': True, 'tenant_id': '2466e2e40a8c43a4841be41320b5e780'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:21.505178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:21.509450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:21.534872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.47', 49424) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:21.585875 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.588489 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] For port e8c389b0-9a46-42d1-862c-c93fe2fab07c, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=e8c389b0-9a46-42d1-862c-c93fe2fab07c,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:21.648491 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Provisioning complete for port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:21.649077 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.710456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Pushing event updated for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:21.717964 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-1d0bb871-564b-4cec-900d-2064464347b9 None None] Port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:21.723654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.758851 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.863971 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aeb5c-04e4-424b-b857-2dd3bb5b320d None None] Pushing event updated for resources: {'Port': ['ID=f5eda458-5f8e-48f9-8e41-49479f9364f1,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:21.945881 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Attempting to bind port f5eda458-5f8e-48f9-8e41-49479f9364f1 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:21.947854 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Attempting to bind port f5eda458-5f8e-48f9-8e41-49479f9364f1 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:21.948559 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Attempting to bind port f5eda458-5f8e-48f9-8e41-49479f9364f1 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:21.990015 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:21.990393 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:21.990829 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:21.991274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:21.991812 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Bound port: f5eda458-5f8e-48f9-8e41-49479f9364f1, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:21.992202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:22.041785 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:22.089939 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-78905b2f-b690-497e-95be-a01df10b072b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:22.103342 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-78905b2f-b690-497e-95be-a01df10b072b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 819 time: 0.5649309 Sep 21 09:23:22.118242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:22.126083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:22.128970 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ba3e58fe-bf8d-4732-85a5-b1c9f49fa626 None None] Provisioning complete for port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:22.129340 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba3e58fe-bf8d-4732-85a5-b1c9f49fa626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:22.135852 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:22.136487 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:22.184439 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.47', 49429) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:22.199833 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7df3107-fc3a-4fc1-849e-fdad18a27f04 req-53d3c8f0-d285-411a-b208-e17be851e999 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.1035495 Sep 21 09:23:22.266773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36746) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:22.275669 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453416cf-984d-4085-a4fc-024e263e84f4 None None] Pushing event updated for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:22.291326 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449844009', 'description': 'tempest-description--1910880169'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:22.308314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Request body: {'port': {'device_id': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'admin_state_up': True, 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:22.358827 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 21028266-5e8f-4bf4-b04d-0fbc13eb768c up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:22.444613 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:22.626491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.47', 49432) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:22.633046 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e58fe-bf8d-4732-85a5-b1c9f49fa626 None None] Port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:22.654420 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-702a04d6-541e-4675-bf85-b8253a3f8c65 req-36260d6e-11ba-4855-b5e2-bd6c33c4ae62 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.1914566 Sep 21 09:23:22.742578 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] For port f5eda458-5f8e-48f9-8e41-49479f9364f1, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:22.753696 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] For port f5eda458-5f8e-48f9-8e41-49479f9364f1, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f5eda458-5f8e-48f9-8e41-49479f9364f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:22.847968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:22.850819 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:22.937573 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aeb5c-04e4-424b-b857-2dd3bb5b320d None None] Pushing event updated for resources: {'Port': ['ID=f5eda458-5f8e-48f9-8e41-49479f9364f1,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:23.127110 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-1e91f7c5-c4cb-405d-a533-54001719f2a4 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:23.131480 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-1e91f7c5-c4cb-405d-a533-54001719f2a4 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.47 "GET /v2.0/networks?id=853c32c3-a177-45d0-9c08-eec3ad843eaf HTTP/1.1" status: 200 len: 811 time: 0.4745443 Sep 21 09:23:23.179240 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-7724c74d-1dae-4d02-9a9a-1e3b23671006 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:23.180982 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-7724c74d-1dae-4d02-9a9a-1e3b23671006 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 819 time: 0.9801755 Sep 21 09:23:23.203501 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:23.204164 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:23.207920 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 21028266-5e8f-4bf4-b04d-0fbc13eb768c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:23.208291 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:23.259927 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36794) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:23.272101 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Request body: {'port': {'device_id': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf', 'admin_state_up': True, 'tenant_id': '36baa5492d774abc8b883345e961c054'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:23.353432 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:23.373935 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7f8315e1-0363-408e-84a4-a0ed5b5a2b4d req-63962cfb-4dde-48cf-a9ca-7db5541bbc7e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.0512776 Sep 21 09:23:23.406386 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Request body: {'port': {'device_id': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'admin_state_up': True, 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:23.593278 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-39faca37-9d2f-4406-8b00-0ef7611f9c8d req-1dce670f-ff28-45f2-a9f8-7151cb01a696 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.4639266 Sep 21 09:23:23.727823 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:23.744284 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:23.820385 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:23.849330 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:13Z', 'revision_number': 4, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': 'e8c389b0-9a46-42d1-862c-c93fe2fab07c', 'name': '', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'mac_address': 'fa:16:3e:66:c7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:12Z', 'updated_at': '2021-09-21T09:23:21Z', 'revision_number': 4, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'subnets': [{'id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:23.926188 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccc989-7516-459a-ad51-57f986c113d6 None None] The sync data for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi is: [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:23:13Z', 'revision_number': 4, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': 'e8c389b0-9a46-42d1-862c-c93fe2fab07c', 'name': '', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'mac_address': 'fa:16:3e:66:c7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:12Z', 'updated_at': '2021-09-21T09:23:21Z', 'revision_number': 4, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'subnets': [{'id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:23.964177 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:23:23.981861 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Allocated IP 172.20.0.14 (aff120b1-109e-4660-87ed-88f8d0184256/f20eebab-1f44-455b-b7ac-18b6193f95a8/093b89b8-d3fd-4be0-bdf8-bed8a055c078) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:24.044991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:24.077796 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-512ef52d-000f-4322-b6f6-1755dfeaf337 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7750d4d-390d-4d57-86b4-739ee095ec55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2366621 Sep 21 09:23:24.090907 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:24.109424 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:24.110089 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:24.228455 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-484364d2-6422-46c1-ade1-5514ced5ff72 req-93141aeb-ee28-4490-b307-08a131296462 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.2696674 Sep 21 09:23:24.265523 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec77821-b05c-4f53-8aa7-1507603b649f,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:24.322654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 96b6ad49-ee97-478a-a17d-94b00e4668f6 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:24.363809 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0d1a681b-4280-45f5-9465-fd270a993b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:24.391840 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:24.391840 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:24.391840 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '1dac24614ef04a52bab46f4f5f538b5d', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 4, 115231)}] Sep 21 09:23:24.391840 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:24.393674 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:24.394735 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:24.394735 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:24.394735 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '36baa5492d774abc8b883345e961c054', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 4, 310144)}] Sep 21 09:23:24.394735 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:24.395518 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:24.403281 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:24.557643 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:24.559577 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-99c9b1ea-2a80-4506-9a4c-29b3cf9cbc8e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2927668 Sep 21 09:23:24.562951 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36830) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:24.567994 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group_rule': {'security_group_id': 'aec77821-b05c-4f53-8aa7-1507603b649f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:24.619439 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Made reservation on behalf of 1dac24614ef04a52bab46f4f5f538b5d for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:24.628934 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:24.667359 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e57cf193-d2fe-4120-aa68-f042ca8a5e58 req-8f168793-5a56-45ed-a5fd-da08e44534be tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.1244164 Sep 21 09:23:24.917895 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 2, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:24.958758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36838) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:25.012650 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a0c1-c720-4ad3-b591-b20b3c6e25fa None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 2, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:25.031727 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 96b6ad49-ee97-478a-a17d-94b00e4668f6 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:25.032007 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.033498 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 2, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:25.052873 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.056102 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bda8bcdb-1288-4ce6-8719-6a0dc3b1d592 req-5bba9735-0cf9-41ac-88fa-72adb6c711b8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.2342176 Sep 21 09:23:25.157403 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:25.160264 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Updating router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:25.310219 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.315872 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.348198 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Allocated IP 172.20.0.7 (e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e/b5de99fc-8806-4481-8484-cb8807e8b368/50de7cc2-86ec-4d6f-8747-e4c680089e7e) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:25.380004 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 96b6ad49-ee97-478a-a17d-94b00e4668f6, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=96b6ad49-ee97-478a-a17d-94b00e4668f6,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:25.395956 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.412213 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.506780 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.567591 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0d1a681b-4280-45f5-9465-fd270a993b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.590175 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=96b6ad49-ee97-478a-a17d-94b00e4668f6,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:25.601411 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36856) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:25.633357 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0d1a681b-4280-45f5-9465-fd270a993b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.639312 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497688793', 'description': 'tempest-description--1792054803'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:25.699063 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:25.699063 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:25.699063 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '36baa5492d774abc8b883345e961c054', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 4, 921216)}] Sep 21 09:23:25.699063 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:25.700070 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:25.702244 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:25.702244 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:25.702244 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '5fa3ec370f0441feb7dff6081ce8848a', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 5, 657015)}] Sep 21 09:23:25.702244 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:25.703706 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:25.713361 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:25.713361 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:25.713361 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '2a1df83da5f14efc9ada28fbe33785bd', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 5, 619532)}] Sep 21 09:23:25.713361 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:25.714846 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:25.716633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.db.api [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 09:23:25.716633 dv-cinder-790014-3-iscsi neutron-server[93976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 09:23:25.716633 dv-cinder-790014-3-iscsi neutron-server[93976]: [parameters: {'project_id_1': '1dac24614ef04a52bab46f4f5f538b5d', 'expiration_1': datetime.datetime(2021, 9, 21, 9, 23, 4, 914666)}] Sep 21 09:23:25.716633 dv-cinder-790014-3-iscsi neutron-server[93976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:23:25.717275 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG oslo_db.api [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:23:25.743990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.770445 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Network aff120b1-109e-4660-87ed-88f8d0184256 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:25.943694 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f0d6a30-a28f-4ac0-bc9b-6ad71df7861f req-5c30cfc4-f8e9-424a-afd4-65bdf50664c5 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.3107514 Sep 21 09:23:26.127797 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292c73-b0df-4b83-be0a-46e74df9c58d req-afb8e069-a4c2-489d-8c38-f459c885b966 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:26.140270 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-09292c73-b0df-4b83-be0a-46e74df9c58d req-afb8e069-a4c2-489d-8c38-f459c885b966 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 932 time: 0.3521168 Sep 21 09:23:26.197690 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device e8c389b0-9a46-42d1-862c-c93fe2fab07c up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:26.246030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.258360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.321167 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a681b-4280-45f5-9465-fd270a993b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4920902e-8113-4efb-8a64-4a00e6e0ff46,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:26.326043 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port e8c389b0-9a46-42d1-862c-c93fe2fab07c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:26.326426 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.367812 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:26.538409 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.548474 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event updated for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:26.559383 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0d1a681b-4280-45f5-9465-fd270a993b59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c90654e1b05e40e4ad4c0987bb9d0a13&name=default HTTP/1.1" status: 200 len: 2977 time: 3.1578596 Sep 21 09:23:26.568151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.573247 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.594727 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36882) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:26.682016 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-09292c73-b0df-4b83-be0a-46e74df9c58d req-4a23ab85-7878-44ff-8e85-c6937253b267 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361416 Sep 21 09:23:26.687981 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port e8c389b0-9a46-42d1-862c-c93fe2fab07c, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=e8c389b0-9a46-42d1-862c-c93fe2fab07c,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:26.697779 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.698970 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 96b6ad49-ee97-478a-a17d-94b00e4668f6 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:26.741831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.760425 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.775983 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.787844 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.796837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.798974 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:26.824520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 96b6ad49-ee97-478a-a17d-94b00e4668f6 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:26.825269 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.853783 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:26.860587 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.872865 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:26.880386 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:26.881326 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.886209 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:26.913135 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e4c7-d04a-4b91-93fb-5cf7964afeb6 None None] Pushing event updated for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:26.919412 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:26.926743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:26.927827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.974297 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Made reservation on behalf of 36baa5492d774abc8b883345e961c054 for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:26.981364 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1d2bf-966b-49da-aba3-eb6212337974 req-d942dc17-5044-4fb2-a2b4-d461b6b15e4f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:26.990991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.998996 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9a1d2bf-966b-49da-aba3-eb6212337974 req-d942dc17-5044-4fb2-a2b4-d461b6b15e4f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 931 time: 0.4580910 Sep 21 09:23:27.089892 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9a1d2bf-966b-49da-aba3-eb6212337974 req-2651a4ed-63d1-4186-80e3-f35d55af7a14 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Sep 21 09:23:27.096737 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-78638470-35b6-4759-9d58-19485976f9ce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6234617 Sep 21 09:23:27.097593 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Pushing event updated for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:27.105707 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.125892 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Made reservation on behalf of 1dac24614ef04a52bab46f4f5f538b5d for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:27.130536 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.151148 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.209351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-fb78d5ca-9f06-4fe1-82da-8e4fc54b0c34 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:23:27.210724 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-fb78d5ca-9f06-4fe1-82da-8e4fc54b0c34 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071169 Sep 21 09:23:27.211319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36890) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:27.251693 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Attempting to bind port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:27.252071 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Attempting to bind port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:27.252447 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Attempting to bind port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:27.288355 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:27.288794 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Checking segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:27.289212 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.289623 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Bound using segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:27.290105 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Bound port: 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:27.290518 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.320156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.331555 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.346246 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4920902e-8113-4efb-8a64-4a00e6e0ff46 HTTP/1.1" status: 204 len: 168 time: 0.6909173 Sep 21 09:23:27.386837 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24270e37-8dd4-47c0-a5d3-b9fccb0fa0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4920902e-8113-4efb-8a64-4a00e6e0ff46,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:27.512418 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] For port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:27.530882 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] For port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:27.534412 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] Provisioning complete for port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:27.535038 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.539309 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.700184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c14ecf84-45b2-443c-9ab8-62964ec612ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.746024 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:27.746673 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:27.855387 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Allocated IP 172.20.0.3 (e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e/b5de99fc-8806-4481-8484-cb8807e8b368/a767e9a3-ae54-40a6-b0f8-6addfeb1b501) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:27.862798 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Request body: {'port': {'device_id': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:27.895185 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.002827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969def-03cb-44b0-9d46-654c7259323d req-3a60c0f2-122e-4c89-a8ff-8695d46586d8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:28.011991 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e5969def-03cb-44b0-9d46-654c7259323d req-3a60c0f2-122e-4c89-a8ff-8695d46586d8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 932 time: 0.2053177 Sep 21 09:23:28.043074 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.066695 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e4c7-d04a-4b91-93fb-5cf7964afeb6 None None] Pushing event updated for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:28.098882 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e5969def-03cb-44b0-9d46-654c7259323d req-b4051c38-7452-42ef-bfb7-b1fa7bb9b354 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854387 Sep 21 09:23:28.113712 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] For port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:28.117025 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.154408 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.286120 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:28.304202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f5eda458-5f8e-48f9-8e41-49479f9364f1 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:28.321293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb677b6-b548-4992-af61-ed8aa9b3ed33,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:28.513328 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-611a1e40-577a-4d01-a6db-cc4390157dd3 None None] Provisioning complete for port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:28.513703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-611a1e40-577a-4d01-a6db-cc4390157dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.524322 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.774842 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Allocated IP 172.20.0.6 (853c32c3-a177-45d0-9c08-eec3ad843eaf/d48b9edc-8cf2-467d-b913-2a389ffffb6f/f294a365-cd9e-41fb-b568-d89cd394098e) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:28.860867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04899c-452e-4687-8556-c1db75ded76e None None] Pushing event updated for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:28.865320 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f5eda458-5f8e-48f9-8e41-49479f9364f1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:28.865934 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.920388 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:28.992586 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4847e-fa08-4e3c-a4c7-a2987b4ad11a None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:28.993231 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.020492 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port f5eda458-5f8e-48f9-8e41-49479f9364f1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f5eda458-5f8e-48f9-8e41-49479f9364f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:29.026289 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.029117 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device e8c389b0-9a46-42d1-862c-c93fe2fab07c up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:29.158840 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=f5eda458-5f8e-48f9-8e41-49479f9364f1,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.183760 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.185197 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port e8c389b0-9a46-42d1-862c-c93fe2fab07c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:29.185895 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.285303 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3f1ed5b0-cbb4-4dd8-9385-dde6d96daba4 req-ed44dc9c-9acf-469f-be3b-e66d69da5c69 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 2.1030002 Sep 21 09:23:29.374636 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c731a50-cd86-4232-b443-7b02af1cba3d,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.391130 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-968ab820-21b5-4286-b44a-729fc5e9d5f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a1df83da5f14efc9ada28fbe33785bd&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4310102 Sep 21 09:23:29.438856 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2245a7-d6e0-450d-b4e2-11dc47cc5d5f req-bb1d0201-600f-4ee4-94a3-828c26498e1b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:29.452473 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36926) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:29.453592 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.464073 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a2245a7-d6e0-450d-b4e2-11dc47cc5d5f req-bb1d0201-600f-4ee4-94a3-828c26498e1b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 931 time: 1.2067125 Sep 21 09:23:29.567637 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:29.605412 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Network 853c32c3-a177-45d0-9c08-eec3ad843eaf is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:29.607309 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:29.617985 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:29.628864 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:29.629605 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.633909 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Pushing event updated for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.663805 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:29.695805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2770b1e4-c2c9-45f0-8345-d097cec54ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.710144 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:29.715731 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:29.716441 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.746899 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a2245a7-d6e0-450d-b4e2-11dc47cc5d5f req-90e1eed9-c1ed-4717-875c-c86c1303264a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808995 Sep 21 09:23:29.757661 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093b89b8-d3fd-4be0-bdf8-bed8a055c078 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:29.766224 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.781447 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.791657 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8236c-c71a-4411-abe5-dfea18c8f923 req-640cd84f-4c5f-4152-8a0c-e7deb40385c0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:29.799659 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-17b8236c-c71a-4411-abe5-dfea18c8f923 req-640cd84f-4c5f-4152-8a0c-e7deb40385c0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 932 time: 0.3253946 Sep 21 09:23:29.820193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Transition to ACTIVE for port object 093b89b8-d3fd-4be0-bdf8-bed8a055c078 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:29.826089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.837637 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.892322 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-23407bfc-d6a4-4d41-8c7f-7feac5ded107 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4920485 Sep 21 09:23:29.904852 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.950597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.951845 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b8e6c4e7-b98c-4ca7-a26e-53e595f7594d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 5.3876746 Sep 21 09:23:29.953202 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6854696 Sep 21 09:23:29.953802 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42f57-618c-459a-94fb-071dc84d477a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Pushing event updated for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.959101 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36936) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:29.963885 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group_rule': {'security_group_id': 'aec77821-b05c-4f53-8aa7-1507603b649f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:29.972457 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-dfa171ce-560e-4248-b5a5-7d73ccab499c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6945865 Sep 21 09:23:29.984085 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.994548 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Pushing event updated for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.073461 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-17b8236c-c71a-4411-abe5-dfea18c8f923 req-a1ec1c0b-5543-40a8-86f2-0a6caffd45dc tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728262 Sep 21 09:23:30.119677 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9ba6b-4319-437a-9595-a28ca53fd2d9,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.168151 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f5eda458-5f8e-48f9-8e41-49479f9364f1 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:30.203780 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.209147 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.210546 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c731a50-cd86-4232-b443-7b02af1cba3d HTTP/1.1" status: 204 len: 168 time: 0.7545438 Sep 21 09:23:30.254556 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e1e1d-b3db-4732-bb1a-a86be3e3e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c731a50-cd86-4232-b443-7b02af1cba3d,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.301162 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Attempting to bind port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:30.301581 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Attempting to bind port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:30.301917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Attempting to bind port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:30.328496 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 on network aff120b1-109e-4660-87ed-88f8d0184256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:30.329223 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Attempting to bind port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:30.345950 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Request body: {'port': {'device_id': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:30.349391 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f5eda458-5f8e-48f9-8e41-49479f9364f1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:30.354889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.371458 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Request body: {'port': {'device_id': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:30.397173 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:30.397445 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Checking segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:30.397953 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Bound using segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:30.398268 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Bound port: 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:30.398637 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.409715 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Request body: {'port': {'device_id': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:30.592374 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:30.648958 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.655472 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.673291 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c14ecf84-45b2-443c-9ab8-62964ec612ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.710384 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.713759 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-00849ba3-c287-4597-963e-7068d88fb609 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.0883682 Sep 21 09:23:30.717488 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36952) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:30.743793 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group_rule': {'security_group_id': '6fd9ba6b-4319-437a-9595-a28ca53fd2d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:30.756198 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:30.757365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c14ecf84-45b2-443c-9ab8-62964ec612ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.831520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:30.832168 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:30.960277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.015395 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:31.015771 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.073554 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c14ecf84-45b2-443c-9ab8-62964ec612ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e8bb7b1be1445279692fd0a2e599354&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8612013 Sep 21 09:23:31.089064 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45eb4b-8649-4af2-b338-61d237f28461 req-845f231f-8e8d-49af-9b6a-bd6c1aff2aec tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:31.090670 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd45eb4b-8649-4af2-b338-61d237f28461 req-845f231f-8e8d-49af-9b6a-bd6c1aff2aec tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 931 time: 0.5891166 Sep 21 09:23:31.093670 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 36960) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:31.116967 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ecf84-45b2-443c-9ab8-62964ec612ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b9a6e-5b93-4806-9002-336e99277f5f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:31.137684 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.185963 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:31.226447 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:31.282510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:31.404790 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.411858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.428598 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ebe8-fb8a-460b-bfca-8e74ce1db128 req-ee39f88e-485c-4271-b637-fca90e82f606 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:31.438243 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-40b4ebe8-fb8a-460b-bfca-8e74ce1db128 req-ee39f88e-485c-4271-b637-fca90e82f606 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 931 time: 0.5377843 Sep 21 09:23:31.551408 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:31.552640 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.554485 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] 10.222.0.47 "PUT /v2.0/ports/093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 200 len: 1094 time: 3.9061277 Sep 21 09:23:31.698948 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:31.737003 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 2, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:31.782390 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-40b4ebe8-fb8a-460b-bfca-8e74ce1db128 req-6a181b2a-e798-4f65-afbf-1364a62eeaa2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285742 Sep 21 09:23:31.858939 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:31.859379 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Updating router e7750d4d-390d-4d57-86b4-739ee095ec55 port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:31.919993 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.945543 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.958174 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.979244 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edc7148-7d76-4adb-b13a-353d7d5e4b57,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.063702 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.101788 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f294a365-cd9e-41fb-b568-d89cd394098e {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:32.111378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.148940 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Transition to ACTIVE for port object f294a365-cd9e-41fb-b568-d89cd394098e will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:32.188180 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.189898 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-6f3afcb0-f7fc-41a8-a2b4-756d7ae87603 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4677472 Sep 21 09:23:32.190857 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.195844 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 36992) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:32.211880 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group_rule': {'security_group_id': '6fd9ba6b-4319-437a-9595-a28ca53fd2d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:32.240494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.333618 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baef24-351e-403d-be0c-8fb3abfa06bb service neutron] Pushing event updated for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.353695 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac150a9-3b95-4b1f-bba9-a0e7559d29b4,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.387842 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd45eb4b-8649-4af2-b338-61d237f28461 req-68153f8d-a24e-4882-ad21-26d686c33111 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2424672 Sep 21 09:23:32.388522 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.443529 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8aff0e-cc26-497d-955e-08dbac02c3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:32.453145 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.455705 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ba8d571a-a10b-4bb7-b2a9-41101e4e938e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4953873 Sep 21 09:23:32.460179 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37000) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:32.507231 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:32.547308 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.570115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-21fc3cb7-8551-4e8c-8411-2d0785bcedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:32.571611 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-21fc3cb7-8551-4e8c-8411-2d0785bcedff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 1097 time: 0.6869900 Sep 21 09:23:32.588105 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3ed9-640c-4fda-be79-ac15eaf9529e req-fab1cf68-00b1-4d19-b736-8a815a6829cf tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:32.590894 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7a7e3ed9-640c-4fda-be79-ac15eaf9529e req-fab1cf68-00b1-4d19-b736-8a815a6829cf tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.5873981 Sep 21 09:23:32.644120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.646697 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.650754 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d03b9a6e-5b93-4806-9002-336e99277f5f HTTP/1.1" status: 204 len: 168 time: 1.5555711 Sep 21 09:23:32.691209 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a767e9a3-ae54-40a6-b0f8-6addfeb1b501 {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:32.745467 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Attempting to bind port f294a365-cd9e-41fb-b568-d89cd394098e on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:32.746223 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Attempting to bind port f294a365-cd9e-41fb-b568-d89cd394098e by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '874fd2b4-1d3f-43d5-a311-014d0e880deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:32.746779 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Attempting to bind port f294a365-cd9e-41fb-b568-d89cd394098e on network 853c32c3-a177-45d0-9c08-eec3ad843eaf {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:32.763007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Pushing event updated for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.779486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.783364 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Port f294a365-cd9e-41fb-b568-d89cd394098e on network 853c32c3-a177-45d0-9c08-eec3ad843eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:32.783945 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Attempting to bind port f294a365-cd9e-41fb-b568-d89cd394098e on network 853c32c3-a177-45d0-9c08-eec3ad843eaf {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:32.798017 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65d0a-edcd-4f17-9d79-9ac46f71f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b9a6e-5b93-4806-9002-336e99277f5f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.828869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:32.829665 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Checking segment: {'id': '874fd2b4-1d3f-43d5-a311-014d0e880deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:32.831397 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Bound using segment: {'id': '874fd2b4-1d3f-43d5-a311-014d0e880deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:32.832076 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Bound port: f294a365-cd9e-41fb-b568-d89cd394098e, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874fd2b4-1d3f-43d5-a311-014d0e880deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:32.832710 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.835302 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.876190 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9df4f6c9-1093-472c-81c6-65b275c6a6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.879002 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4d9b4-4b8c-4bad-8d77-b98049da7340 x-openstack-request-id: req-e4b4d9b4-4b8c-4bad-8d77-b98049da7340 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:32.879282 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:32.879538 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4b4d9b4-4b8c-4bad-8d77-b98049da7340 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:32.882806 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7a7e3ed9-640c-4fda-be79-ac15eaf9529e req-d532b2e1-b5fb-4789-9f21-dbef3fd4d701 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733375 Sep 21 09:23:32.884112 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Transition to ACTIVE for port object a767e9a3-ae54-40a6-b0f8-6addfeb1b501 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:32.885896 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078', 'status': 'completed', 'code': 200} Sep 21 09:23:32.895174 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-b5f82690-16aa-4fcc-a72f-eaf3876e8b3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 200 len: 217 time: 0.2369738 Sep 21 09:23:32.910510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.962147 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.022667 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.160438 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57cde57-83ec-45fd-a4fd-03b43707dc69,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.183029 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Pushing event updated for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.203045 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.232089 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.255214 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:33.305343 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Attempting to bind port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:33.305716 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Attempting to bind port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:33.306041 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Attempting to bind port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:33.322799 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f294a365-cd9e-41fb-b568-d89cd394098e,segment=NetworkSegment(874fd2b4-1d3f-43d5-a311-014d0e880deb),segment_id=874fd2b4-1d3f-43d5-a311-014d0e880deb)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:33.324226 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:33.324510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Attempting to bind port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:33.365144 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.399529 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:33.402375 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Checking segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:33.409422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Bound using segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:33.410247 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Bound port: a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:33.410907 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.418324 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50de7cc2-86ec-4d6f-8747-e4c680089e7e {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:33.461678 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.499370 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:33.502107 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.505230 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] 10.222.0.47 "PUT /v2.0/ports/f294a365-cd9e-41fb-b568-d89cd394098e HTTP/1.1" status: 200 len: 1093 time: 3.1656625 Sep 21 09:23:33.506108 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Transition to ACTIVE for port object 50de7cc2-86ec-4d6f-8747-e4c680089e7e will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:33.515342 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:33.560141 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.631961 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.657311 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679085fa-050c-4716-bdaa-4b9e5dd9e3bf None None] Pushing event updated for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.666049 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Attempting to bind port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:33.667141 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Attempting to bind port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:33.668047 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Attempting to bind port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:33.678666 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:33.679460 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Checking segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:33.680188 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.680808 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Bound using segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:33.681465 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Bound port: 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:33.682107 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.733931 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.735102 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d6dfcc7b-1586-473d-a8e7-6fb55724f575 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5273418 Sep 21 09:23:33.842733 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37026) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.843337 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37032) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.860624 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e3b9-49a4-4c00-89f5-b94751c4e00c req-99da7481-d237-4577-b762-e00757d6c229 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:33.872195 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0857e3b9-49a4-4c00-89f5-b94751c4e00c req-99da7481-d237-4577-b762-e00757d6c229 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 931 time: 0.8343449 Sep 21 09:23:33.881079 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:33.962328 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23d7b948-22b3-418e-848e-3a1318f97473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.967607 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.997128 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.015490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] For port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:34.016108 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e7ace-531b-403e-bdaf-51cdc1a28765" -d '{"events": [{"name": "network-changed", "server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:34.017896 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.020288 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] For port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:34.032415 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.086090 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-eaef8962-b121-46ef-9e20-b2cd03d89311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:34.088263 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-eaef8962-b121-46ef-9e20-b2cd03d89311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 1.1217573 Sep 21 09:23:34.097764 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Attempting to bind port 50de7cc2-86ec-4d6f-8747-e4c680089e7e on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:34.098454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Attempting to bind port 50de7cc2-86ec-4d6f-8747-e4c680089e7e by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:34.099052 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Attempting to bind port 50de7cc2-86ec-4d6f-8747-e4c680089e7e on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:34.109025 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f6a0-8358-4752-bbb1-797b7170dcec service neutron] Pushing event updated for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:34.157630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] Provisioning complete for port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:34.157630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.158038 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-202531ff-7030-4295-93a6-f52a26abb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:34.158125 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679085fa-050c-4716-bdaa-4b9e5dd9e3bf None None] Pushing event updated for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:34.158199 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-202531ff-7030-4295-93a6-f52a26abb789 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36baa5492d774abc8b883345e961c054&device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 1096 time: 0.4638319 Sep 21 09:23:34.177549 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78da20-5c7f-4464-9075-ea3baee7d804 req-84e7ccbc-0033-4055-9881-cf38171d6182 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:34.179046 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e78da20-5c7f-4464-9075-ea3baee7d804 req-84e7ccbc-0033-4055-9881-cf38171d6182 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.4673958 Sep 21 09:23:34.181974 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:34.185992 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:34.196118 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-3ad57ca3-5b1d-4d64-9b24-673afc86eb54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805454 Sep 21 09:23:34.198014 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Pushing event updated for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:34.216794 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.227333 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:34.228132 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:23:33Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:34.381209 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:34.446756 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-4f8b0e39-927e-49a2-83f6-58a55824980a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f294a365-cd9e-41fb-b568-d89cd394098e HTTP/1.1" status: 200 len: 217 time: 0.2518713 Sep 21 09:23:34.466577 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:34.467095 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.468604 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] 10.222.0.47 "PUT /v2.0/ports/a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 1093 time: 4.1138670 Sep 21 09:23:34.487631 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e78da20-5c7f-4464-9075-ea3baee7d804 req-1e8b0354-92c1-4c17-b180-6cace5f13f0d tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000910 Sep 21 09:23:34.509575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb769e2-94aa-4499-8520-919d8719185c service neutron] Pushing event updated for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:34.573947 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0857e3b9-49a4-4c00-89f5-b94751c4e00c req-85051f58-6612-40c7-a26c-a2e81481d737 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004848 Sep 21 09:23:34.574596 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Port 50de7cc2-86ec-4d6f-8747-e4c680089e7e on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:34.574920 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Attempting to bind port 50de7cc2-86ec-4d6f-8747-e4c680089e7e on network e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:34.649891 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:34.651262 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Checking segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:34.651977 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Bound using segment: {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:34.652441 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Bound port: 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fdfb21-555a-4638-88c2-9be11d5e73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:34.652831 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.725937 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.763114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891a6f-c630-42db-a3ca-12d48e29bd8b req-c0983848-39fb-4d46-b34e-812701f67311 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:34.770867 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec891a6f-c630-42db-a3ca-12d48e29bd8b req-c0983848-39fb-4d46-b34e-812701f67311 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.1090021 Sep 21 09:23:34.772621 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c92281-7f9d-4698-8f56-6e89a23986aa x-openstack-request-id: req-d7c92281-7f9d-4698-8f56-6e89a23986aa {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:34.773021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:34.773383 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7c92281-7f9d-4698-8f56-6e89a23986aa {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:34.773933 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e', 'status': 'completed', 'code': 200} Sep 21 09:23:34.823103 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:34.837530 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:34.882248 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.894142 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec891a6f-c630-42db-a3ca-12d48e29bd8b req-63918a5a-e201-456c-9a7d-d406a80fd86e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178467 Sep 21 09:23:34.932109 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] For port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:34.949681 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.988235 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23d7b948-22b3-418e-848e-3a1318f97473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.000562 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Pushing event updated for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.013598 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:33Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:35.016045 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23d7b948-22b3-418e-848e-3a1318f97473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.050838 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d008e73-0d85-4e0f-b7a0-6ef7f578fbc5 None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:33Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:35.060572 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-23d7b948-22b3-418e-848e-3a1318f97473 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=939e4a9813964eb58dc01d33bf6867c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1834600 Sep 21 09:23:35.062828 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 37056) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:35.087586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825bf6f-b571-4e69-a865-a5037ba89f22 None None] Pushing event updated for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.106483 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5425c594-7aa2-4cc6-8bc9-2786b3428c91 None None] Provisioning complete for port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:35.106918 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5425c594-7aa2-4cc6-8bc9-2786b3428c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.166907 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.167545 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.169124 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-fdae5bf7-1c1b-4cc3-9e83-57aa8b463f2c service neutron] 10.222.0.47 "PUT /v2.0/ports/50de7cc2-86ec-4d6f-8747-e4c680089e7e HTTP/1.1" status: 200 len: 1093 time: 4.8117912 Sep 21 09:23:35.170525 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.209767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.251095 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7b948-22b3-418e-848e-3a1318f97473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77662f-8ed3-4186-b1be-f0af54debc58,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.255067 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:35.258167 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301b13c-7f7f-41ff-b58e-31a9c0821920" -d '{"events": [{"name": "network-changed", "server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:35.293003 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.373526 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d15c0-418f-4cce-baed-98b1854e7976 x-openstack-request-id: req-562d15c0-418f-4cce-baed-98b1854e7976 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:35.380403 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:35.380800 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-562d15c0-418f-4cce-baed-98b1854e7976 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:35.384001 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e', 'status': 'completed', 'code': 200} Sep 21 09:23:35.395059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.405792 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.421789 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.426024 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.429654 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e77662f-8ed3-4186-b1be-f0af54debc58 HTTP/1.1" status: 204 len: 168 time: 0.3648038 Sep 21 09:23:35.453610 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50839b4-1475-45a6-afce-f28d594ca7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77662f-8ed3-4186-b1be-f0af54debc58,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.799250 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-505f170e-259f-4a73-a5ee-ac3c39b10e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.800795 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-505f170e-259f-4a73-a5ee-ac3c39b10e65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d48b9edc-8cf2-467d-b913-2a389ffffb6f HTTP/1.1" status: 200 len: 851 time: 0.1647611 Sep 21 09:23:35.811163 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444c22-0d67-453c-b7e3-63c63b453ca4 req-f184dc33-9379-418d-a3ea-78fc0583d9bf tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.812693 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42444c22-0d67-453c-b7e3-63c63b453ca4 req-f184dc33-9379-418d-a3ea-78fc0583d9bf tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.2035100 Sep 21 09:23:35.815553 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-ebe4c55f-336f-4d6e-a2c8-d1ab6aaff52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.816993 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-ebe4c55f-336f-4d6e-a2c8-d1ab6aaff52e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 1096 time: 0.1701872 Sep 21 09:23:35.832758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Allocated IP 172.27.0.121 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/5874a3ee-b83f-459a-9e0b-12a2be812db2) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:35.863162 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42444c22-0d67-453c-b7e3-63c63b453ca4 req-164b03bc-6b74-423b-893a-fad280495edc tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Sep 21 09:23:35.878135 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-119627be-e668-49e4-82a5-2cdc2f467242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.879669 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-119627be-e668-49e4-82a5-2cdc2f467242 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1096 time: 0.2181756 Sep 21 09:23:35.885273 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-49025ae7-71af-4f11-9cff-cca0ff772e56 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300288 Sep 21 09:23:35.892609 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358654-afe8-4a5e-8b63-a2b762c94d7b req-0b277dbc-e970-469a-8cc5-e20a93d1130c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:35.897070 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79358654-afe8-4a5e-8b63-a2b762c94d7b req-0b277dbc-e970-469a-8cc5-e20a93d1130c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.1189923 Sep 21 09:23:35.991213 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:36.025907 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79358654-afe8-4a5e-8b63-a2b762c94d7b req-0d18da9f-cb23-4725-ba18-a769589c692a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580332 Sep 21 09:23:36.063160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:36.063688 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.069875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.100457 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1cfa-1351-4d6d-ad31-4e46d41caa8f req-ce59a3b2-b8fb-4432-98cb-a9f48ebb52e6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:36.102000 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b66d1cfa-1351-4d6d-ad31-4e46d41caa8f req-ce59a3b2-b8fb-4432-98cb-a9f48ebb52e6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0993309 Sep 21 09:23:36.110769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.154750 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b66d1cfa-1351-4d6d-ad31-4e46d41caa8f req-ffe537a0-d984-4583-9f81-766823bc0018 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Sep 21 09:23:36.172701 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:36.185130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:36.190153 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:36.246587 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=5874a3ee-b83f-459a-9e0b-12a2be812db2,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.274585 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Allocated IP 172.27.0.253 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/a96f6785-5bb2-4f7e-8b78-eceee0ac685c) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:36.305630 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.388638 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.471877 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.565969 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.617869 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:36.630508 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:36.640172 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:36.646639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.655926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=a96f6785-5bb2-4f7e-8b78-eceee0ac685c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.658083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.712341 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.744814 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.754689 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2932796 Sep 21 09:23:36.762939 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.768391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023695-221e-4f4c-8dc0-56b7689d3de3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=5874a3ee-b83f-459a-9e0b-12a2be812db2,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.775965 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:36.779359 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:36.826033 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.976242 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba188e21-1f98-4aac-8bca-3223c4ba7179 x-openstack-request-id: req-ba188e21-1f98-4aac-8bca-3223c4ba7179 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:36.976804 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:36.976804 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba188e21-1f98-4aac-8bca-3223c4ba7179 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:36.977210 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501', 'status': 'completed', 'code': 200} Sep 21 09:23:37.045935 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.055368 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.081535 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a4f9b-88d3-4357-963e-53ebf4f2e6e3 req-7a1bcf9d-cf5f-4549-85b7-7d4c5ba03b4a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:37.083093 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f8a4f9b-88d3-4357-963e-53ebf4f2e6e3 req-7a1bcf9d-cf5f-4549-85b7-7d4c5ba03b4a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.1045806 Sep 21 09:23:37.104465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.129669 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-285420fe-1475-4c36-93b8-ec18b699e6ef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1449844009&fields=id&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 267 time: 0.0607088 Sep 21 09:23:37.161298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=a96f6785-5bb2-4f7e-8b78-eceee0ac685c,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:37.171265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.182802 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8d0f3571-c241-40b2-ab49-dd038abf3295 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3078008 Sep 21 09:23:37.195047 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f8a4f9b-88d3-4357-963e-53ebf4f2e6e3 req-6a1bfc7e-6efb-4202-b462-1a33fc2a3a22 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 Sep 21 09:23:37.305670 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-7ca2207a-206d-4cc9-a6aa-cb7f60dcad3b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:37.314821 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-7ca2207a-206d-4cc9-a6aa-cb7f60dcad3b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 816 time: 0.1740279 Sep 21 09:23:37.327398 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-78e973b9-0af1-4da1-b717-6b349c088b87 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/quotas/b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 375 time: 0.0114088 Sep 21 09:23:37.351938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c62d61-edc9-47b9-9584-7d85c8df457c req-72d329c0-09aa-4182-b82d-5d1746bd9fa3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:37.353544 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64c62d61-edc9-47b9-9584-7d85c8df457c req-72d329c0-09aa-4182-b82d-5d1746bd9fa3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0722876 Sep 21 09:23:37.395686 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64c62d61-edc9-47b9-9584-7d85c8df457c req-eacefc92-9dfe-4752-bb9d-db10747ad2c8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Sep 21 09:23:37.396624 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-6231f5f4-c32f-4ca0-aaee-8efe9424f2c7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610867 Sep 21 09:23:37.502472 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ae5e-05c2-449a-a69a-4d21d7a3b9fe req-3babd50a-767f-4352-8a73-f807209121a6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:37.505101 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9d88ae5e-05c2-449a-a69a-4d21d7a3b9fe req-3babd50a-767f-4352-8a73-f807209121a6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0532413 Sep 21 09:23:37.506372 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-47ecb124-ed9f-4c48-a920-887010d6482f service neutron] 10.222.0.42 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967319 Sep 21 09:23:37.547814 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9d88ae5e-05c2-449a-a69a-4d21d7a3b9fe req-19d0bb62-d6c7-4626-8c98-96051f48c4a0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377030 Sep 21 09:23:37.609935 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-e073a43d-5789-4e5e-bf91-1626359ca954 service neutron] 10.222.0.42 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939710 Sep 21 09:23:37.675749 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-bf03538c-4a42-44fe-a419-f00414d1fd67 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1497688793&fields=id&tenant_id=5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 267 time: 0.0457666 Sep 21 09:23:37.807786 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-181d8049-d0a6-42b0-9d7f-d39676ce0f99 req-106ea381-f38d-405f-a1fb-7a0f7739b923 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0352962 Sep 21 09:23:37.825735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-1b60bbea-fb95-4127-ab60-358bf4143339 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:37.827411 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-1b60bbea-fb95-4127-ab60-358bf4143339 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 810 time: 0.1446891 Sep 21 09:23:37.847004 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-d1f22912-0f72-4439-b52a-083f2f4f8822 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/quotas/5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 375 time: 0.0106952 Sep 21 09:23:37.908426 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-b4e37788-eff4-408d-8f3c-33a09e016a14 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540917 Sep 21 09:23:38.029100 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-2ec463b5-2cdc-48ec-9e60-751e56c04666 service neutron] 10.222.0.42 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010566 Sep 21 09:23:38.130285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-94dc36a8-3237-4f39-b70f-a3d84f849e6c service neutron] 10.222.0.42 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936651 Sep 21 09:23:38.325161 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-29f99e5b-ba25-46eb-af9d-7abf16edaaaf req-4f41fd40-a15b-4ad7-8ae8-6a682909f27b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0402124 Sep 21 09:23:38.334452 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518861-7c2e-48ff-868e-de157728ea6b req-27abc9ae-3516-4991-9a5d-49c841f77ad0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:38.336307 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6e518861-7c2e-48ff-868e-de157728ea6b req-27abc9ae-3516-4991-9a5d-49c841f77ad0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0724418 Sep 21 09:23:38.372976 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6e518861-7c2e-48ff-868e-de157728ea6b req-734351e5-8732-499c-8770-4bb47075d4ab tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Sep 21 09:23:38.677293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c33e-5e11-4acd-be41-830796786905 req-84fc4188-5ca6-4503-a5e4-14b3af8ba1f2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:38.678781 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a415c33e-5e11-4acd-be41-830796786905 req-84fc4188-5ca6-4503-a5e4-14b3af8ba1f2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0534029 Sep 21 09:23:38.692560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b851-839d-403a-96dd-7edda514a2bc req-8d6b3c6c-b7b3-4768-b8ad-c962403cda60 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:38.694100 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f30b851-839d-403a-96dd-7edda514a2bc req-8d6b3c6c-b7b3-4768-b8ad-c962403cda60 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.2298117 Sep 21 09:23:38.715853 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a415c33e-5e11-4acd-be41-830796786905 req-0428deed-af24-44ad-be32-342f00bfcabb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Sep 21 09:23:38.731892 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f30b851-839d-403a-96dd-7edda514a2bc req-d2a80f12-7140-41c2-a327-0413d5b441a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Sep 21 09:23:38.908198 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c5fd6518-2ff5-4c0e-86a5-4ff811099350 req-dd49ad65-edac-448d-9532-0890b440e566 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0257986 Sep 21 09:23:39.406526 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d25b32f3-817c-4fb2-b60f-ceb7d2eeed05 req-bb1913d9-86fb-4207-b461-5937c4ec349f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Sep 21 09:23:39.626374 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990b1d3-a191-4cd5-985d-8930410b5a87 req-58181ff2-b8f1-4c65-b8d2-06336fa62223 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:39.627829 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0990b1d3-a191-4cd5-985d-8930410b5a87 req-58181ff2-b8f1-4c65-b8d2-06336fa62223 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.1886697 Sep 21 09:23:39.664122 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0990b1d3-a191-4cd5-985d-8930410b5a87 req-14b3691e-df87-42fb-ac22-c816c3734f6d tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 Sep 21 09:23:39.831699 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827d9c-bf4b-4e46-a6be-41a57793ae01 req-13cadae8-6abf-4592-b2ed-4d6f01cebb23 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:39.833210 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d7827d9c-bf4b-4e46-a6be-41a57793ae01 req-13cadae8-6abf-4592-b2ed-4d6f01cebb23 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0517926 Sep 21 09:23:39.845531 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adbbd-5722-48f2-b77b-1f6b13f6856d req-2136faa3-120c-44fd-a66b-eab0b7403b73 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:39.847031 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b50adbbd-5722-48f2-b77b-1f6b13f6856d req-2136faa3-120c-44fd-a66b-eab0b7403b73 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0484097 Sep 21 09:23:39.870081 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d7827d9c-bf4b-4e46-a6be-41a57793ae01 req-fc303586-2710-440f-bba8-ea8c6da60fd0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Sep 21 09:23:39.885996 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b50adbbd-5722-48f2-b77b-1f6b13f6856d req-6c0f6e53-1f23-426d-8a67-9144d804f58f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Sep 21 09:23:40.008551 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e608b72b-7aa4-47fc-968a-7ebcca34ef8c req-2381eb72-bfd3-4553-9356-655abfa91974 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Sep 21 09:23:40.497348 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1b0f0e4c-1e1a-4338-a8d1-a05bcf56fe7d req-be346246-0c8b-451e-9585-f51d8ab3ccc2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0258074 Sep 21 09:23:40.779696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81dd02-4e1d-4a5f-9ae9-6e63d3cd1a7d req-fa0c4e91-c941-41f9-8a3b-5ea80431f43e tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:40.781124 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef81dd02-4e1d-4a5f-9ae9-6e63d3cd1a7d req-fa0c4e91-c941-41f9-8a3b-5ea80431f43e tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Sep 21 09:23:40.818780 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef81dd02-4e1d-4a5f-9ae9-6e63d3cd1a7d req-77133911-556b-4d90-9a29-227c88563d76 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Sep 21 09:23:41.033459 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-e8f01a91-dde8-4a7b-acea-5dbd148a10a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0862095 Sep 21 09:23:41.100353 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-60430414-89bf-4125-bf60-cf2602079de4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=853c32c3-a177-45d0-9c08-eec3ad843eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427414 Sep 21 09:23:41.150605 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122190-0d57-4970-9949-0b0035e0d4e5 req-f47ed451-a7c7-4869-80f8-f9b4216b3411 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.152466 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f122190-0d57-4970-9949-0b0035e0d4e5 req-f47ed451-a7c7-4869-80f8-f9b4216b3411 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.1868119 Sep 21 09:23:41.171042 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-ca73ef18-e959-4e3a-99a9-64a3f28140c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.172479 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-ca73ef18-e959-4e3a-99a9-64a3f28140c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0898638 Sep 21 09:23:41.189077 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2da78c39-4218-42b1-97c4-5e7fbb9a41d5 req-db00ac72-fbc9-4795-adad-b49d29428a01 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435408 Sep 21 09:23:41.218457 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-a136e6bf-03ed-4896-8503-010df77877ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319619 Sep 21 09:23:41.241366 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f122190-0d57-4970-9949-0b0035e0d4e5 req-b3e741cb-7e12-4310-828b-2d3deff1c632 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789783 Sep 21 09:23:41.247981 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad87855-2d4b-48b6-a8c7-34239fe343f3 req-cb6a5a1d-e389-4dd8-80d1-4c8100d93261 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.249529 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4ad87855-2d4b-48b6-a8c7-34239fe343f3 req-cb6a5a1d-e389-4dd8-80d1-4c8100d93261 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.3090947 Sep 21 09:23:41.314551 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-fa173b5d-fdb7-4b73-8090-29c73d1390c8 service neutron] 10.222.0.47 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039380 Sep 21 09:23:41.364422 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0657553e-ace2-43b4-86f4-e2ed55fff92b req-8ea494b9-d424-4e97-89aa-465487813a1a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0356362 Sep 21 09:23:41.377695 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-96f9eadf-4f18-40f6-8a74-a8cdf6599341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.379584 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-96f9eadf-4f18-40f6-8a74-a8cdf6599341 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4229505 Sep 21 09:23:41.384398 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-3137f3c4-dd5c-4287-bd2f-8fed48e5e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.385898 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-3137f3c4-dd5c-4287-bd2f-8fed48e5e6dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 1097 time: 0.0856326 Sep 21 09:23:41.388120 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-1f33abd5-dbd1-4f33-a65c-f9715e2e2b03 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614323 Sep 21 09:23:41.505590 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4ad87855-2d4b-48b6-a8c7-34239fe343f3 req-68a283e5-3f72-4dc0-bf76-4b64e1aaf33a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842556 Sep 21 09:23:41.619678 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.47', 49451) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:41.639910 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-df747015-2857-4a8a-85e6-817e9f183907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.642517 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-df747015-2857-4a8a-85e6-817e9f183907 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.2444685 Sep 21 09:23:41.658946 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb794b42-922b-46f0-9358-391d96b5dfaf req-871f3c9b-eade-4fba-aa45-d4e92efa9ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591946 Sep 21 09:23:41.668011 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-491acd70-2942-4ac6-9dd0-e6f0d8f2d947 req-3a47b730-99fc-44ed-a8d2-c5bf4678d410 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0475767 Sep 21 09:23:41.713514 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-2bc8ef7f-060d-40eb-b562-0f55c8505d76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 200 len: 217 time: 0.0534604 Sep 21 09:23:41.734347 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-577cc980-47ad-4553-91a9-b4f9d8eb4d0b req-73e1e4a3-8ad7-4417-81ac-cd3c7e98e31a service neutron] 10.222.0.47 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021063 Sep 21 09:23:41.744008 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-65eb0526-146f-49a0-930c-81eba3f28091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.745375 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e301b13c-7f7f-41ff-b58e-31a9c0821920 req-65eb0526-146f-49a0-930c-81eba3f28091 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545856 Sep 21 09:23:41.777192 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-96234059-e779-437a-9a8b-e200016c121d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.778938 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-96234059-e779-437a-9a8b-e200016c121d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 810 time: 0.1550252 Sep 21 09:23:41.937753 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced3a2-323e-48ba-9761-81effebb4436 req-18bb35dc-d30f-4167-b0ab-34afc6a87463 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.939416 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-67ced3a2-323e-48ba-9761-81effebb4436 req-18bb35dc-d30f-4167-b0ab-34afc6a87463 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0535400 Sep 21 09:23:41.977383 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-67ced3a2-323e-48ba-9761-81effebb4436 req-4b17e1fa-aef0-47ae-8925-6ad898eb2379 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Sep 21 09:23:42.093863 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-7ef41209-25a6-48b4-9845-db1cc8b35282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.097202 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-7ef41209-25a6-48b4-9845-db1cc8b35282 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0802300 Sep 21 09:23:42.120826 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-be7d54f6-278a-44d0-9ba1-58b926226d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.122738 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-be7d54f6-278a-44d0-9ba1-58b926226d53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36baa5492d774abc8b883345e961c054&device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 1096 time: 0.0675654 Sep 21 09:23:42.144394 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-e981f803-03e4-4032-8345-ef45d2ebba1e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 380 time: 0.1128638 Sep 21 09:23:42.156026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'port': {'device_id': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'admin_state_up': True, 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'security_groups': ['6fd9ba6b-4319-437a-9595-a28ca53fd2d9']}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:42.171076 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-866e2a95-604b-46ef-a84d-801a522570de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648208 Sep 21 09:23:42.177475 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-8ea675a2-b046-42df-8093-06e0d1408442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.179023 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-8ea675a2-b046-42df-8093-06e0d1408442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 1096 time: 0.1220386 Sep 21 09:23:42.199865 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-001727fb-4278-483f-a2ce-180e5cf4391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.201349 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-001727fb-4278-483f-a2ce-180e5cf4391b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1096 time: 0.1456480 Sep 21 09:23:42.243306 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-67a4b06d-cd5a-466b-b40f-5efab6b255dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e HTTP/1.1" status: 200 len: 217 time: 0.0517201 Sep 21 09:23:42.304447 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-0408218d-3e27-46ba-ab7b-066174f9bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.306102 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-0408218d-3e27-46ba-ab7b-066174f9bea0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=853c32c3-a177-45d0-9c08-eec3ad843eaf HTTP/1.1" status: 200 len: 912 time: 0.1696877 Sep 21 09:23:42.310604 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.47', 49454) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:42.461258 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-abd5b6b5-987f-4d57-8f6c-45f90da1807f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f294a365-cd9e-41fb-b568-d89cd394098e HTTP/1.1" status: 200 len: 217 time: 0.1111627 Sep 21 09:23:42.487948 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-73d04687-d356-4ef3-83f1-c2003801f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.489434 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-73d04687-d356-4ef3-83f1-c2003801f00a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.2095699 Sep 21 09:23:42.526964 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dbbf39b7-8063-4a02-809e-4743f0e03ef4 req-6c52d6c0-4285-4db4-9881-a328d4312d09 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0691781 Sep 21 09:23:42.560101 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-86c46bf3-b086-434e-ad9f-a761b246fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.561505 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-86c46bf3-b086-434e-ad9f-a761b246fd5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d48b9edc-8cf2-467d-b913-2a389ffffb6f HTTP/1.1" status: 200 len: 851 time: 0.0740695 Sep 21 09:23:42.587118 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-bc78113f-9986-48bd-98df-7b5d0ae4e30c service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877368 Sep 21 09:23:42.644571 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-f751542d-10d7-41a8-b37d-52354fb15c7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285028 Sep 21 09:23:42.689386 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-391db3a6-9add-4fc4-855d-1bc5a18bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.691580 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-391db3a6-9add-4fc4-855d-1bc5a18bd3fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.4589572 Sep 21 09:23:42.715976 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Made reservation on behalf of 5fa3ec370f0441feb7dff6081ce8848a for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:42.721167 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.896388 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-a7c04929-1576-4019-9c22-c92a05ce12b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=853c32c3-a177-45d0-9c08-eec3ad843eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3081141 Sep 21 09:23:42.972029 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014fbbf-dcce-405b-9990-6f6b90f76328 req-5a7fdcd5-723b-43c0-8170-5aab375075c4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:42.972558 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-b48614ea-3371-49a5-a476-99234a7d3833 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.2584422 Sep 21 09:23:42.973520 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1014fbbf-dcce-405b-9990-6f6b90f76328 req-5a7fdcd5-723b-43c0-8170-5aab375075c4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.5156739 Sep 21 09:23:43.075138 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32d6f7-0d61-483c-b848-f9c3dd62747b req-134d9ef4-e162-4541-8d51-d1b10b068c49 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:43.076708 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-df32d6f7-0d61-483c-b848-f9c3dd62747b req-134d9ef4-e162-4541-8d51-d1b10b068c49 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.4225535 Sep 21 09:23:43.087617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-051b7e51-e2a7-4168-8a41-74347187b07d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:43.089073 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-051b7e51-e2a7-4168-8a41-74347187b07d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 816 time: 0.7663422 Sep 21 09:23:43.097270 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-7b277170-fb36-491e-8b84-3236e0acc6f7 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740217 Sep 21 09:23:43.101630 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1014fbbf-dcce-405b-9990-6f6b90f76328 req-936f9004-935f-4491-a131-5fe4d919011d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136711 Sep 21 09:23:43.114492 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-c623f461-b6c3-4385-b6e0-01e108681a93 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585874 Sep 21 09:23:43.133303 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-268df171-f1ee-4afd-8143-06f91a51173a service neutron] 10.222.0.47 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267640 Sep 21 09:23:43.139377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-05896fa7-22c1-41d3-a0c0-424f70d0ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:43.140821 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-05896fa7-22c1-41d3-a0c0-424f70d0ff5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.1543834 Sep 21 09:23:43.221200 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-c3e70604-d74e-4422-92c0-b369698f561d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 380 time: 0.0966725 Sep 21 09:23:43.224710 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9f01736-8baa-4482-ad55-77abbf433fef req-a404344c-2c17-4e6c-8583-50bba93e0014 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0473661 Sep 21 09:23:43.225726 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-33d035d4-0cab-4543-9555-a72a48f89b89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683665 Sep 21 09:23:43.233615 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-df32d6f7-0d61-483c-b848-f9c3dd62747b req-cb2711d3-e82c-49ff-955e-f6b7992215bb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422510 Sep 21 09:23:43.260491 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'port': {'device_id': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'admin_state_up': True, 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'security_groups': ['aec77821-b05c-4f53-8aa7-1507603b649f']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:43.374897 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-55f4edb7-860e-46b9-9b6a-dc0dd4c4a134 service neutron] 10.222.0.47 "GET /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335236 Sep 21 09:23:43.404678 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Allocated IP 172.20.0.12 (417042bf-c690-49ab-9e59-5ca2e3b3de38/07799242-2725-4907-9de1-fb2c3b4b1926/71e640ad-983b-4633-96bc-cfedc94ec6be) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:43.418685 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47cf98-963a-43c8-9bc5-af79c2b962f9 req-da2d1821-ece5-4116-9491-eefc7ee70d5a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:43.420170 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ea47cf98-963a-43c8-9bc5-af79c2b962f9 req-da2d1821-ece5-4116-9491-eefc7ee70d5a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0868707 Sep 21 09:23:43.440148 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-8bff0071-8116-4eee-b13a-f03e338ac751 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026711 Sep 21 09:23:43.444082 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Made reservation on behalf of b1fea9963581475fb050dd50064a0c4f for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:43.447308 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.448311 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-20f72905-3448-47cf-a4cc-d78ab601c8ed service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198416 Sep 21 09:23:43.496877 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ea47cf98-963a-43c8-9bc5-af79c2b962f9 req-e3b86961-967a-424b-99a7-22a477781e5b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 Sep 21 09:23:43.619423 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7798d8b-1ec0-476d-b61e-c6e54d1a6ff1 req-875383b2-fd47-43af-b61f-8e0579760c12 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698060 Sep 21 09:23:43.649314 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3da5f817-f1a1-4265-b86b-22eb33ffd447 req-1730da82-dd10-412f-a063-8f2fcb836dbd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 210 time: 0.0385165 Sep 21 09:23:43.667901 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Allocated IP 172.20.0.13 (5df5c7cd-50c9-4fa0-ad6c-550a0d76b019/6ef817c9-1dfe-4bb4-a92d-c65f15284e83/b7d2043c-0e20-48b7-8738-efc42b16d3e3) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:43.677671 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.730504 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.785240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:43.790379 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:43.793386 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:43.799549 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:43.800189 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.809514 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:43.829870 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-61252125-cfe4-49c4-af5c-f206a74b5393 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6771202 Sep 21 09:23:43.843364 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Request body: {'port': {'device_id': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:43.865639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.917289 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.972265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:43.979270 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.985527 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:43.991999 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:44.001104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.013571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.039583 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:44.062688 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-096d6672-fd78-4087-9e7c-f956f6823db3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078299 Sep 21 09:23:44.079872 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Request body: {'port': {'device_id': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:44.183892 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.262238 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-7b656f67-8d18-487d-b664-904b47340402 None None] Provisioning complete for port 71e640ad-983b-4633-96bc-cfedc94ec6be triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:44.263435 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7b656f67-8d18-487d-b664-904b47340402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.342499 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-7b656f67-8d18-487d-b664-904b47340402 None None] Port 71e640ad-983b-4633-96bc-cfedc94ec6be cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:44.347171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbccdc-f996-4d10-9451-b9144a6e1651 req-a0b39dc8-3a80-4b2e-9259-ad1711d93adf tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.348769 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdcbccdc-f996-4d10-9451-b9144a6e1651 req-a0b39dc8-3a80-4b2e-9259-ad1711d93adf tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.1282873 Sep 21 09:23:44.438055 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdcbccdc-f996-4d10-9451-b9144a6e1651 req-4ad529f5-9662-413d-a103-76089e800023 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801165 Sep 21 09:23:44.478594 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ff81c2b7-6743-4bd1-894d-d68b64b8b5c7 None None] Provisioning complete for port b7d2043c-0e20-48b7-8738-efc42b16d3e3 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:44.478969 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2b7-6743-4bd1-894d-d68b64b8b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.537224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e640ad-983b-4633-96bc-cfedc94ec6be {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:44.538403 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ff81c2b7-6743-4bd1-894d-d68b64b8b5c7 None None] Port b7d2043c-0e20-48b7-8738-efc42b16d3e3 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:44.544648 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538bbee-b138-4038-8158-df0079ca6e37 req-d1befece-0da4-4ca8-80cd-c48a39d9a871 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.546458 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e538bbee-b138-4038-8158-df0079ca6e37 req-d1befece-0da4-4ca8-80cd-c48a39d9a871 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0706401 Sep 21 09:23:44.556190 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.586461 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Transition to ACTIVE for port object 71e640ad-983b-4633-96bc-cfedc94ec6be will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:44.591903 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.617122 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e538bbee-b138-4038-8158-df0079ca6e37 req-b61460e7-c5e9-4a91-b1a4-20c244bdc02f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Sep 21 09:23:44.622669 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:44.627715 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9623e2a-52c7-4790-9a11-e29c820ca883 req-f94f8398-a809-4e26-92a0-82accfa0d560 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.629679 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e9623e2a-52c7-4790-9a11-e29c820ca883 req-f94f8398-a809-4e26-92a0-82accfa0d560 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 932 time: 0.0864632 Sep 21 09:23:44.631881 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.645938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Transition to ACTIVE for port object b7d2043c-0e20-48b7-8738-efc42b16d3e3 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:44.651456 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.686026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:44.758200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Attempting to bind port b7d2043c-0e20-48b7-8738-efc42b16d3e3 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:44.759156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Attempting to bind port b7d2043c-0e20-48b7-8738-efc42b16d3e3 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:44.759610 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Attempting to bind port b7d2043c-0e20-48b7-8738-efc42b16d3e3 on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:44.763369 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:44.763615 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e9623e2a-52c7-4790-9a11-e29c820ca883 req-1b69291a-e7a9-49b0-b49f-5faf7d2bae37 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161387 Sep 21 09:23:44.777742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Attempting to bind port 71e640ad-983b-4633-96bc-cfedc94ec6be on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:44.778266 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Attempting to bind port 71e640ad-983b-4633-96bc-cfedc94ec6be by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:44.778758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Attempting to bind port 71e640ad-983b-4633-96bc-cfedc94ec6be on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:44.784264 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Port b7d2043c-0e20-48b7-8738-efc42b16d3e3 on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:44.784804 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Attempting to bind port b7d2043c-0e20-48b7-8738-efc42b16d3e3 on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:44.789319 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Port 71e640ad-983b-4633-96bc-cfedc94ec6be on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:44.789871 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Attempting to bind port 71e640ad-983b-4633-96bc-cfedc94ec6be on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:44.801881 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:44.802219 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Checking segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:44.802609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Bound using segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:44.803058 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Bound port: 71e640ad-983b-4633-96bc-cfedc94ec6be, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:44.803357 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.816320 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:44.818070 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Checking segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:44.818715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Bound using segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:44.819419 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Bound port: b7d2043c-0e20-48b7-8738-efc42b16d3e3, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:44.825151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.942061 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:44.946938 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=71e640ad-983b-4633-96bc-cfedc94ec6be,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:44.956876 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f404a-1a4c-499c-8510-4e1a49c618c8 req-647bef9b-ff08-4b63-8864-4ef4d222ce30 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.958633 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-694f404a-1a4c-499c-8510-4e1a49c618c8 req-647bef9b-ff08-4b63-8864-4ef4d222ce30 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0946035 Sep 21 09:23:44.960509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.980949 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:44.985598 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:44.994512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.017215 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.017798 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.019545 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 1094 time: 1.1815174 Sep 21 09:23:45.019987 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:45.022345 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db15b9a-70f8-42f5-955d-5a581bc5d848" -d '{"events": [{"name": "network-changed", "server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:45.039711 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.040257 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.041793 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] 10.222.0.47 "PUT /v2.0/ports/b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1094 time: 0.9695199 Sep 21 09:23:45.050058 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba1f56-33ab-4d51-b90f-a8f4f75f4522 req-a59dc79e-dcde-4b60-aa1f-d2da5fe95bfe tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.051601 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4ba1f56-33ab-4d51-b90f-a8f4f75f4522 req-a59dc79e-dcde-4b60-aa1f-d2da5fe95bfe tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.1498446 Sep 21 09:23:45.052071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:45.054477 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950dc07d-e088-4e23-9f02-87d2d64a6abf" -d '{"events": [{"name": "network-changed", "server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:45.084306 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2edd5e-e6dd-445f-8e4f-fafe48c6b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:45.104935 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-694f404a-1a4c-499c-8510-4e1a49c618c8 req-9c94519e-1dd5-48c6-8e85-a8c5ddd83a99 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356850 Sep 21 09:23:45.125878 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f95ccd-6c85-42dc-960e-37df1b8a4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:45.153587 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4ba1f56-33ab-4d51-b90f-a8f4f75f4522 req-69cf9446-b382-4f0c-8fdd-fe0c84cdf571 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937231 Sep 21 09:23:45.163094 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f854f-8530-438f-866e-0b6120cf97a6 x-openstack-request-id: req-b00f854f-8530-438f-866e-0b6120cf97a6 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:45.163388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:45.163643 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b00f854f-8530-438f-866e-0b6120cf97a6 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:45.164044 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'status': 'completed', 'code': 200} Sep 21 09:23:45.198018 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6085d4-a0e7-462d-9f5c-7e03385a961a x-openstack-request-id: req-aa6085d4-a0e7-462d-9f5c-7e03385a961a {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:45.198553 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:45.198768 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa6085d4-a0e7-462d-9f5c-7e03385a961a {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:45.199253 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'status': 'completed', 'code': 200} Sep 21 09:23:45.571287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a6406-904a-4167-ad4d-44701ee63211 req-43ba87f0-a25f-4b28-ad45-fba525d692bd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.572769 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-600a6406-904a-4167-ad4d-44701ee63211 req-43ba87f0-a25f-4b28-ad45-fba525d692bd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0508330 Sep 21 09:23:45.608929 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-600a6406-904a-4167-ad4d-44701ee63211 req-a2b6a839-099f-4b53-ace5-cc95236aa609 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Sep 21 09:23:45.730559 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec3293-07f1-4559-9c67-ecfab9ce920b req-497fbf4e-a015-455d-b3cf-8fc12f8b188b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.732021 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dcec3293-07f1-4559-9c67-ecfab9ce920b req-497fbf4e-a015-455d-b3cf-8fc12f8b188b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0475914 Sep 21 09:23:45.768809 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dcec3293-07f1-4559-9c67-ecfab9ce920b req-808dc568-8dcf-4df6-8a32-7591e0595fea tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Sep 21 09:23:45.866544 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06d7ce-ff5e-4fbf-a249-58d1a113d2b4 req-9a028c9e-072c-4b39-82a8-8a2771c6e344 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.867917 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd06d7ce-ff5e-4fbf-a249-58d1a113d2b4 req-9a028c9e-072c-4b39-82a8-8a2771c6e344 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0475283 Sep 21 09:23:45.904980 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd06d7ce-ff5e-4fbf-a249-58d1a113d2b4 req-624e37b6-0c82-48d9-9fe5-6905aad36849 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Sep 21 09:23:46.222418 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2070a7-cc0f-4a40-9cfc-82b7c8d86d17 req-0c82e4bc-ff3f-4d97-a521-1e1c1f108488 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.223908 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ce2070a7-cc0f-4a40-9cfc-82b7c8d86d17 req-0c82e4bc-ff3f-4d97-a521-1e1c1f108488 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0486629 Sep 21 09:23:46.260862 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ce2070a7-cc0f-4a40-9cfc-82b7c8d86d17 req-c592a39e-fa82-449d-a8b8-ef7e631c61a0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Sep 21 09:23:46.273223 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf56b4b-0f43-47df-aa85-22e1ccbae94c req-a5e2a3fc-0af5-449e-9bf6-92c211d51827 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.274690 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7cf56b4b-0f43-47df-aa85-22e1ccbae94c req-a5e2a3fc-0af5-449e-9bf6-92c211d51827 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0475752 Sep 21 09:23:46.318471 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7cf56b4b-0f43-47df-aa85-22e1ccbae94c req-5e01274e-1b10-4e07-8f5c-89c5a2c5e6e9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Sep 21 09:23:46.724052 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540a377-e448-4e0e-9e8c-9b26494f076b req-67ada0ff-3d5a-4e71-b96b-52888d7bf489 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.725547 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c540a377-e448-4e0e-9e8c-9b26494f076b req-67ada0ff-3d5a-4e71-b96b-52888d7bf489 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0514081 Sep 21 09:23:46.763768 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c540a377-e448-4e0e-9e8c-9b26494f076b req-20d6fbbe-ca88-4b85-9f09-d48246d970b5 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Sep 21 09:23:46.879983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71027e-627b-4f17-9592-c86967648782 req-112015b6-0185-4ae6-bca8-40b0c377de27 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.881450 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab71027e-627b-4f17-9592-c86967648782 req-112015b6-0185-4ae6-bca8-40b0c377de27 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0483401 Sep 21 09:23:46.917294 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab71027e-627b-4f17-9592-c86967648782 req-3095344f-b407-4feb-a838-ee40beb0e651 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Sep 21 09:23:47.017880 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0ea2-de32-4444-bc37-b196a6606e0a req-4d296a60-a33e-426b-881e-4d355a2d81be tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.019391 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-581f0ea2-de32-4444-bc37-b196a6606e0a req-4d296a60-a33e-426b-881e-4d355a2d81be tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0480773 Sep 21 09:23:47.057463 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-581f0ea2-de32-4444-bc37-b196a6606e0a req-785a00c4-453e-4207-b1a5-646035963daa tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Sep 21 09:23:47.392388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-7bfd355c-e7ab-4ed5-9ecb-f0ad48a1dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.394172 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-7bfd355c-e7ab-4ed5-9ecb-f0ad48a1dffb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1097 time: 0.0428009 Sep 21 09:23:47.402557 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3266-017e-46ec-8940-52404893b43b req-4c52135e-d63e-4d16-a8ee-e11e7d01b415 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.404034 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-792f3266-017e-46ec-8940-52404893b43b req-4c52135e-d63e-4d16-a8ee-e11e7d01b415 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0778053 Sep 21 09:23:47.419736 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-25eef03f-4287-4197-b82d-b5807fa32ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.421198 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-25eef03f-4287-4197-b82d-b5807fa32ab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0677631 Sep 21 09:23:47.446706 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-792f3266-017e-46ec-8940-52404893b43b req-0492aabb-9039-464b-8a56-e758527cab4a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Sep 21 09:23:47.455087 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029209f7-08a7-42b5-afd7-e9513d1f9de5 req-df8b8bb4-dcaf-4629-9b33-bda2edbc9512 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.456673 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-029209f7-08a7-42b5-afd7-e9513d1f9de5 req-df8b8bb4-dcaf-4629-9b33-bda2edbc9512 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0530255 Sep 21 09:23:47.494401 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-029209f7-08a7-42b5-afd7-e9513d1f9de5 req-dc8b41fe-295d-4ae8-bc3d-69d9bb516ac4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Sep 21 09:23:47.877440 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22891-3bf9-4da0-b74d-02553b0a40d1 req-7a75be85-565d-47e3-beca-8bf9b338d6da tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.878923 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ef22891-3bf9-4da0-b74d-02553b0a40d1 req-7a75be85-565d-47e3-beca-8bf9b338d6da tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Sep 21 09:23:47.916880 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ef22891-3bf9-4da0-b74d-02553b0a40d1 req-8f0b04de-ea55-44be-8749-6107223a9c0a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Sep 21 09:23:48.030058 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceacc8-1906-4338-8486-df6129ae9d0d req-5d5599fb-fe3e-42cb-98c4-c17cf71a4029 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:48.032127 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-06ceacc8-1906-4338-8486-df6129ae9d0d req-5d5599fb-fe3e-42cb-98c4-c17cf71a4029 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0476761 Sep 21 09:23:48.069228 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-06ceacc8-1906-4338-8486-df6129ae9d0d req-10d5b24e-db6e-4cb7-b4f4-9f380d986cd8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Sep 21 09:23:48.172027 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6478-0982-4f32-a357-a8bd9b115ebc req-bf838ae4-d1af-4edb-855d-fc8406d619d5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:48.174347 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d2b6478-0982-4f32-a357-a8bd9b115ebc req-bf838ae4-d1af-4edb-855d-fc8406d619d5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0516150 Sep 21 09:23:48.210895 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d2b6478-0982-4f32-a357-a8bd9b115ebc req-b59c919c-3208-4233-9e2a-456d1b996a19 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307119 Sep 21 09:23:48.560152 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe4a10-f934-4539-a3c3-37271976e92e req-25e521cf-e5bf-4c66-81a7-670ce8a41dee tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:48.561648 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75fe4a10-f934-4539-a3c3-37271976e92e req-25e521cf-e5bf-4c66-81a7-670ce8a41dee tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0494890 Sep 21 09:23:48.599598 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75fe4a10-f934-4539-a3c3-37271976e92e req-23dcb64c-d238-486b-8e09-15238b01e790 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Sep 21 09:23:48.616687 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba57864-a54a-4f45-b3ff-c749c4f98087 req-6ac998d4-ed4b-460b-9fe3-28e89416f5f7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:48.618173 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3ba57864-a54a-4f45-b3ff-c749c4f98087 req-6ac998d4-ed4b-460b-9fe3-28e89416f5f7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0472164 Sep 21 09:23:48.656432 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3ba57864-a54a-4f45-b3ff-c749c4f98087 req-b808fd8b-4f01-4713-b368-27596506c617 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Sep 21 09:23:49.018512 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-240610a0-a34d-4ec9-bed6-964558eb8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.019884 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-240610a0-a34d-4ec9-bed6-964558eb8335 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1176231 Sep 21 09:23:49.067314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79419bca-2e22-4b2a-a5a8-7b246815ba3e req-3a25c769-d77a-43a5-804d-ebcc26412c14 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.068851 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-79419bca-2e22-4b2a-a5a8-7b246815ba3e req-3a25c769-d77a-43a5-804d-ebcc26412c14 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0842557 Sep 21 09:23:49.076333 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-93c70789-a297-4fec-ac14-1a0f8731e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.077843 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-93c70789-a297-4fec-ac14-1a0f8731e60b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1fea9963581475fb050dd50064a0c4f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1736965 Sep 21 09:23:49.157343 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-b8beb29f-449d-4123-8a7e-ca9a1b4f1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.158983 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3db15b9a-70f8-42f5-955d-5a581bc5d848 req-b8beb29f-449d-4123-8a7e-ca9a1b4f1a79 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303124 Sep 21 09:23:49.161986 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-79419bca-2e22-4b2a-a5a8-7b246815ba3e req-aaa06d0f-79f2-4d73-88e9-191e11a6d318 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866480 Sep 21 09:23:49.242878 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-1cc0a1b6-8a6b-47eb-a540-462954dfa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.251331 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-1cc0a1b6-8a6b-47eb-a540-462954dfa9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1097 time: 0.0482817 Sep 21 09:23:49.275566 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4a92a-1ea3-4550-9420-a46ba134d3da req-e81c0e49-ccfd-4cf7-a877-c30bdbc9d47b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.277250 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9f4a92a-1ea3-4550-9420-a46ba134d3da req-e81c0e49-ccfd-4cf7-a877-c30bdbc9d47b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.1405416 Sep 21 09:23:49.300939 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-f10ee27c-ba42-44c7-9e45-b6250587d4ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 217 time: 0.0411398 Sep 21 09:23:49.374956 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-9c1b9029-0760-4113-bda9-6d005e14989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.376481 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-9c1b9029-0760-4113-bda9-6d005e14989e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0672219 Sep 21 09:23:49.384846 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d3a2b-f4fe-471a-8da7-29d6f802eeab req-3222892d-90c3-4939-9dcb-820a7e40e6f9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.386360 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bd5d3a2b-f4fe-471a-8da7-29d6f802eeab req-3222892d-90c3-4939-9dcb-820a7e40e6f9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0878589 Sep 21 09:23:49.464837 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bd5d3a2b-f4fe-471a-8da7-29d6f802eeab req-e7034b55-dd6e-4dd0-8867-db731c07682f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694456 Sep 21 09:23:49.467502 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-31c04be1-fad0-46d9-992e-9142797047ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.469493 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-31c04be1-fad0-46d9-992e-9142797047ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817244 Sep 21 09:23:49.502395 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-e17a1b1d-42d0-4ed6-92f2-5fafb398a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.503874 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-950dc07d-e088-4e23-9f02-87d2d64a6abf req-e17a1b1d-42d0-4ed6-92f2-5fafb398a9f8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188452 Sep 21 09:23:49.531809 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9f4a92a-1ea3-4550-9420-a46ba134d3da req-3fa276af-d086-4e04-9224-e4e4917bc47b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443812 Sep 21 09:23:49.576948 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-958957df-8c7e-45fb-af90-07bc276c12b9 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995586 Sep 21 09:23:49.600450 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-f224ded6-d9b1-456d-bbd8-f8e55607857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.602015 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-f224ded6-d9b1-456d-bbd8-f8e55607857b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0396700 Sep 21 09:23:49.643371 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-470a2270-bd61-46b9-b738-2001e29d6640 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0335612 Sep 21 09:23:49.762627 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-1f01aa84-d009-414d-9450-afbbee363e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.764087 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-1f01aa84-d009-414d-9450-afbbee363e19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0721564 Sep 21 09:23:49.819225 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda63f2-b930-4f46-a303-9a038edba118 req-0089b1d3-9cb1-476d-84a0-cfbe9da59723 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.820922 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bda63f2-b930-4f46-a303-9a038edba118 req-0089b1d3-9cb1-476d-84a0-cfbe9da59723 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0907123 Sep 21 09:23:49.844897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f975b9-c97a-4608-888b-a520e774655f req-72233f47-4285-447b-8f14-cbf4958b0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.846546 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-72233f47-4285-447b-8f14-cbf4958b0be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745478 Sep 21 09:23:49.883860 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-683fcfd9-e0cd-4bba-b065-cbbf116c224a req-e98d610b-9b6c-4415-a06e-51544d7dbc3f service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004351 Sep 21 09:23:49.892597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e9e3-24ae-4238-bc5a-edb83d472313 req-96223fd0-9b8b-478f-aec7-b304f26bec94 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.894084 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ee8e9e3-24ae-4238-bc5a-edb83d472313 req-96223fd0-9b8b-478f-aec7-b304f26bec94 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0718272 Sep 21 09:23:49.902588 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bda63f2-b930-4f46-a303-9a038edba118 req-1af9ea15-614f-4cce-a008-ef3f843e41f5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672300 Sep 21 09:23:49.938339 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ee8e9e3-24ae-4238-bc5a-edb83d472313 req-b16d8e48-c0e5-445e-b2b7-67f0ca253112 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Sep 21 09:23:49.966658 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-6b04b888-412a-436b-8458-abdc6175c8cb service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101322 Sep 21 09:23:50.058712 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02f975b9-c97a-4608-888b-a520e774655f req-231e78ea-5f23-44d7-9f1c-0914dda557f3 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Sep 21 09:23:50.295880 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5ac0-168d-4cce-8d06-b27ff14b3afd req-9646bf55-a5fc-4c9d-bbf2-c94df18e1925 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:50.298662 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f4b5ac0-168d-4cce-8d06-b27ff14b3afd req-9646bf55-a5fc-4c9d-bbf2-c94df18e1925 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0623708 Sep 21 09:23:50.351374 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f4b5ac0-168d-4cce-8d06-b27ff14b3afd req-dad45731-a9ed-4912-8f65-814084c4a2b1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Sep 21 09:23:50.586245 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9ff8-28c4-409c-a303-9f58a79d75c3 req-9353042b-f546-4597-a426-80b78c71f434 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:50.587765 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-85ad9ff8-28c4-409c-a303-9f58a79d75c3 req-9353042b-f546-4597-a426-80b78c71f434 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0521042 Sep 21 09:23:50.629997 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-85ad9ff8-28c4-409c-a303-9f58a79d75c3 req-93711f0c-31ea-4d30-8f2c-e18aec3ffa20 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355895 Sep 21 09:23:50.659544 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce580eb0-52d9-4ab7-8b04-1a5f2ea2f3c2 req-f1b10584-d7e8-46d7-8f4b-70fc009055d6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:50.661034 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce580eb0-52d9-4ab7-8b04-1a5f2ea2f3c2 req-f1b10584-d7e8-46d7-8f4b-70fc009055d6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0546603 Sep 21 09:23:50.699541 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce580eb0-52d9-4ab7-8b04-1a5f2ea2f3c2 req-51ec0071-09d7-45b0-bfad-c72aab16d9e8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 21 09:23:51.037238 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033de1f6-8435-4e13-8da6-4b82bc2ee862 req-f33828c9-3a2c-415c-b78f-906323c8763d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.039246 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-033de1f6-8435-4e13-8da6-4b82bc2ee862 req-f33828c9-3a2c-415c-b78f-906323c8763d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0570011 Sep 21 09:23:51.065510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaf319-3e16-485e-9f40-6d7b2d29c828 req-d7faca19-49ae-44e4-a3de-8fa21df53f28 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.067129 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fecaf319-3e16-485e-9f40-6d7b2d29c828 req-d7faca19-49ae-44e4-a3de-8fa21df53f28 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0553532 Sep 21 09:23:51.089107 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-033de1f6-8435-4e13-8da6-4b82bc2ee862 req-971c4ac1-d5ae-4147-b92e-868d5c893f39 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Sep 21 09:23:51.115623 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fecaf319-3e16-485e-9f40-6d7b2d29c828 req-721ec5de-3ec5-4f1b-a862-64fcb24e55f9 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Sep 21 09:23:51.458089 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c7273-7b02-402d-bed1-466e9c9a49e5 req-94891608-e13b-4561-bad8-2f8d6623da8d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.459623 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b18c7273-7b02-402d-bed1-466e9c9a49e5 req-94891608-e13b-4561-bad8-2f8d6623da8d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0534048 Sep 21 09:23:51.497756 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b18c7273-7b02-402d-bed1-466e9c9a49e5 req-adac382c-700b-422f-8a0a-0677801a6b69 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Sep 21 09:23:51.767407 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a41b-a626-4624-9dc1-c70099e2397c req-877cabf1-68ba-4a59-bccf-5efda029b70b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.769001 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2a1a41b-a626-4624-9dc1-c70099e2397c req-877cabf1-68ba-4a59-bccf-5efda029b70b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0626049 Sep 21 09:23:51.808325 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2a1a41b-a626-4624-9dc1-c70099e2397c req-227e625b-6628-4d3d-9617-5bbfd3ae6720 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330548 Sep 21 09:23:51.829442 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90889a3-b92f-4eb9-a34c-aedff6e9c2ee req-6281b6ae-a889-47a9-b75b-529c386c07ae tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.830948 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d90889a3-b92f-4eb9-a34c-aedff6e9c2ee req-6281b6ae-a889-47a9-b75b-529c386c07ae tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 944 time: 0.0488174 Sep 21 09:23:51.867597 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d90889a3-b92f-4eb9-a34c-aedff6e9c2ee req-700b6d5b-89ae-44fd-91de-fd8df5faf456 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 21 09:23:52.207364 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6110fc-5181-452f-85ea-c94c5f1951c0 req-f42ffa63-168b-4989-975e-55fbf973e4ee tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.209005 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3f6110fc-5181-452f-85ea-c94c5f1951c0 req-f42ffa63-168b-4989-975e-55fbf973e4ee tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0511267 Sep 21 09:23:52.240339 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ef7bf-3183-48de-8774-197c1763ddc8 req-840e922f-6d95-415b-9fd1-e7a9e24820f4 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.241904 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7d6ef7bf-3183-48de-8774-197c1763ddc8 req-840e922f-6d95-415b-9fd1-e7a9e24820f4 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0578496 Sep 21 09:23:52.251007 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3f6110fc-5181-452f-85ea-c94c5f1951c0 req-b8c47c7a-1398-4d75-a79f-af8850e8193c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Sep 21 09:23:52.289574 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7d6ef7bf-3183-48de-8774-197c1763ddc8 req-7e1d8fc0-c6e5-4966-bea1-cfb0b73832cf tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Sep 21 09:23:52.329411 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 093b89b8-d3fd-4be0-bdf8-bed8a055c078 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:52.425604 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.442923 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:52.452942 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '093b89b8-d3fd-4be0-bdf8-bed8a055c078', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'port_id': '093b89b8-d3fd-4be0-bdf8-bed8a055c078', 'mac_address': 'fa:16:3e:d8:4c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eebab-1f44-455b-b7ac-18b6193f95a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:52.492493 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.505348 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093b89b8-d3fd-4be0-bdf8-bed8a055c078 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:52.528420 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:52.536481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.538049 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device a767e9a3-ae54-40a6-b0f8-6addfeb1b501 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:52.618887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143d9e-384f-4dcc-b931-485913a868af req-11bcfc2e-bf67-4d65-9e74-685a656a5a62 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.620590 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3b143d9e-384f-4dcc-b931-485913a868af req-11bcfc2e-bf67-4d65-9e74-685a656a5a62 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0509434 Sep 21 09:23:52.634889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:52.674231 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3b143d9e-384f-4dcc-b931-485913a868af req-3b8b16da-c32e-4c0b-b776-a046c7b1c955 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Sep 21 09:23:52.709715 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:52.721826 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'port_id': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501', 'mac_address': 'fa:16:3e:08:db:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:52.764928 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.778894 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a767e9a3-ae54-40a6-b0f8-6addfeb1b501 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:52.798930 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:52.803576 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.806814 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37538) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:52.864923 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:52.936207 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43707486-88f2-4047-b204-9545f144a8b5 req-53556a4f-0361-4861-9dba-2e6d8d6abeca tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.938620 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-43707486-88f2-4047-b204-9545f144a8b5 req-53556a4f-0361-4861-9dba-2e6d8d6abeca tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0589030 Sep 21 09:23:52.938749 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-96ef5eff-9a44-4cbb-822e-335be15269f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.983534 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-43707486-88f2-4047-b204-9545f144a8b5 req-5d06814b-77d0-425a-b505-47a65c1c765e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364683 Sep 21 09:23:53.044448 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4837a0c-a0cc-4b45-95ae-a91ca0e51e97 req-3915a20c-49b8-4f52-b978-1c7b3d9dbd30 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.046122 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4837a0c-a0cc-4b45-95ae-a91ca0e51e97 req-3915a20c-49b8-4f52-b978-1c7b3d9dbd30 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 945 time: 0.0831966 Sep 21 09:23:53.101576 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4837a0c-a0cc-4b45-95ae-a91ca0e51e97 req-c3e8a6a8-d4fe-4456-9931-4090d928fd2e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Sep 21 09:23:53.121045 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-96ef5eff-9a44-4cbb-822e-335be15269f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.128314 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-96ef5eff-9a44-4cbb-822e-335be15269f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.167214 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-96ef5eff-9a44-4cbb-822e-335be15269f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=918eb2d88c87425ab4d081456638cc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590393 Sep 21 09:23:53.168241 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef5eff-9a44-4cbb-822e-335be15269f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6b4b2-81df-4a0c-ae32-23ccef6bd4f8,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:53.169895 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 37552) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:53.207648 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37554) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:53.231027 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.252283 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.307442 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.313398 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.316819 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccb6b4b2-81df-4a0c-ae32-23ccef6bd4f8 HTTP/1.1" status: 204 len: 168 time: 0.1436491 Sep 21 09:23:53.318682 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12e0e6e6-02fa-476a-8983-6a55a6da9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.323402 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1b323-5df3-4682-862a-2b16b4c930d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6b4b2-81df-4a0c-ae32-23ccef6bd4f8,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:53.325199 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['a767e9a3-ae54-40a6-b0f8-6addfeb1b501'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:53.384672 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a7f9-7191-43ca-8746-5c473d88f8c1 req-558b73c0-9ef3-4909-8f6f-7ef26bced0e1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.392965 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cdb6a7f9-7191-43ca-8746-5c473d88f8c1 req-558b73c0-9ef3-4909-8f6f-7ef26bced0e1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0632012 Sep 21 09:23:53.431416 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:53.465191 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cdb6a7f9-7191-43ca-8746-5c473d88f8c1 req-dd96f44c-bc70-4724-a613-797d9f4b06cd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711846 Sep 21 09:23:53.478031 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12e0e6e6-02fa-476a-8983-6a55a6da9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.513726 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12e0e6e6-02fa-476a-8983-6a55a6da9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.575984 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-12e0e6e6-02fa-476a-8983-6a55a6da9b30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c043fec2d2546daa3f348b1b2776512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648362 Sep 21 09:23:53.575984 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0e6e6-02fa-476a-8983-6a55a6da9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d975312-2db6-4fd0-874c-314bd13900ea,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:53.576880 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 37576) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:53.586584 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b8382-46a4-4af2-904e-26b3d63add0f req-1b522b5c-fa69-4ae0-9124-d463461346b6 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.594594 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-954b8382-46a4-4af2-904e-26b3d63add0f req-1b522b5c-fa69-4ae0-9124-d463461346b6 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.1316543 Sep 21 09:23:53.644464 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-954b8382-46a4-4af2-904e-26b3d63add0f req-d45d7065-35c5-4119-bdfd-d9ea3ee232f6 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Sep 21 09:23:53.670516 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.751751 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.861455 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2977d40-cc3f-4a5e-ab4b-0af1255d1902 req-38016470-d8bd-4ce5-b4e4-460a507700bb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.863136 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2977d40-cc3f-4a5e-ab4b-0af1255d1902 req-38016470-d8bd-4ce5-b4e4-460a507700bb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 943 time: 0.0606489 Sep 21 09:23:53.891794 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.894812 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:53.896107 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d975312-2db6-4fd0-874c-314bd13900ea HTTP/1.1" status: 204 len: 168 time: 0.3173850 Sep 21 09:23:53.932856 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2977d40-cc3f-4a5e-ab4b-0af1255d1902 req-3a284719-da6b-4769-b210-5073cb1f9d40 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Sep 21 09:23:53.943187 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaacb9-d56f-438b-bc85-ad8442c7e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d975312-2db6-4fd0-874c-314bd13900ea,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:54.108843 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4098-c3bc-425e-ad00-95e6c9b8f671 req-bb8b5c57-8bc4-42dc-904b-95a5f7cf2973 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:54.110665 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64ee4098-c3bc-425e-ad00-95e6c9b8f671 req-bb8b5c57-8bc4-42dc-904b-95a5f7cf2973 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0513165 Sep 21 09:23:54.155733 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64ee4098-c3bc-425e-ad00-95e6c9b8f671 req-3037efb0-5866-435e-bd97-ca6321573c21 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Sep 21 09:23:54.233960 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f118ea-6030-441c-bef3-6461167c20f7 req-a55f41b0-575c-459c-befe-2163726c648f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:54.236503 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42f118ea-6030-441c-bef3-6461167c20f7 req-a55f41b0-575c-459c-befe-2163726c648f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 945 time: 0.0534468 Sep 21 09:23:54.286110 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 37608) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:54.306002 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42f118ea-6030-441c-bef3-6461167c20f7 req-2e44b71b-e2a6-4836-99b6-4c0947d5d469 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622976 Sep 21 09:23:54.306810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6b6d119c-1d1f-4579-a965-1a0f6b0a6333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.308376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 50de7cc2-86ec-4d6f-8747-e4c680089e7e details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:54.411347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6b6d119c-1d1f-4579-a965-1a0f6b0a6333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.416564 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6b6d119c-1d1f-4579-a965-1a0f6b0a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.417588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:54.430195 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '50de7cc2-86ec-4d6f-8747-e4c680089e7e', 'network_id': 'e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e', 'port_id': '50de7cc2-86ec-4d6f-8747-e4c680089e7e', 'mac_address': 'fa:16:3e:fd:48:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de99fc-8806-4481-8484-cb8807e8b368', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:54.460234 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-6b6d119c-1d1f-4579-a965-1a0f6b0a6333 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52b42940e0334b78a27e1620f6630794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728473 Sep 21 09:23:54.463446 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 37614) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:54.463927 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d119c-1d1f-4579-a965-1a0f6b0a6333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edda22c-d57b-4955-8aa7-589c4d506166,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:54.480632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.494643 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50de7cc2-86ec-4d6f-8747-e4c680089e7e {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:54.519382 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.531426 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:54.539282 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.540282 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:54.560450 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.619539 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e097248-5ef5-4898-9a49-4b210f0c9b65 req-27d07d0a-3907-4fb9-a2ae-964b8e1b9303 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:54.621102 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e097248-5ef5-4898-9a49-4b210f0c9b65 req-27d07d0a-3907-4fb9-a2ae-964b8e1b9303 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0730309 Sep 21 09:23:54.621617 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:54.672352 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.675591 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.676965 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9edda22c-d57b-4955-8aa7-589c4d506166 HTTP/1.1" status: 204 len: 168 time: 0.2113459 Sep 21 09:23:54.690292 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e097248-5ef5-4898-9a49-4b210f0c9b65 req-556f2323-97c7-46a6-a985-8a0f531a3fbf tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572896 Sep 21 09:23:54.691039 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb0e4-a5b8-413f-b3ba-08298908e793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edda22c-d57b-4955-8aa7-589c4d506166,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:54.754769 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:54.767601 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:54.814580 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dae4d-5ffa-43c2-9a1e-dfbfe9251318 req-05ac6032-cd64-44bb-a299-d4ebe83901c7 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:54.821814 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a47dae4d-5ffa-43c2-9a1e-dfbfe9251318 req-05ac6032-cd64-44bb-a299-d4ebe83901c7 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 943 time: 0.0828643 Sep 21 09:23:54.853756 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.880485 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a47dae4d-5ffa-43c2-9a1e-dfbfe9251318 req-19cb24dc-07ed-4a60-9161-45f343fcaf03 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Sep 21 09:23:54.881186 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:54.910776 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:54.917026 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.917823 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f294a365-cd9e-41fb-b568-d89cd394098e details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:55.033064 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:55.091997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26129a-7a4f-4cbd-859a-6f8fb3a62ed0 req-2852dbd7-55de-4d93-91ae-83945ba78715 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.105461 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6b26129a-7a4f-4cbd-859a-6f8fb3a62ed0 req-2852dbd7-55de-4d93-91ae-83945ba78715 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0865154 Sep 21 09:23:55.116614 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f294a365-cd9e-41fb-b568-d89cd394098e,segment=NetworkSegment(874fd2b4-1d3f-43d5-a311-014d0e880deb),segment_id=874fd2b4-1d3f-43d5-a311-014d0e880deb)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:55.133931 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'f294a365-cd9e-41fb-b568-d89cd394098e', 'network_id': '853c32c3-a177-45d0-9c08-eec3ad843eaf', 'port_id': 'f294a365-cd9e-41fb-b568-d89cd394098e', 'mac_address': 'fa:16:3e:f7:bb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48b9edc-8cf2-467d-b913-2a389ffffb6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:55.163373 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6b26129a-7a4f-4cbd-859a-6f8fb3a62ed0 req-bbf2531e-48ae-4a44-9559-01cdefcd636c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 Sep 21 09:23:55.224570 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.265067 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f294a365-cd9e-41fb-b568-d89cd394098e {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:55.296025 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f294a365-cd9e-41fb-b568-d89cd394098e,segment=NetworkSegment(874fd2b4-1d3f-43d5-a311-014d0e880deb),segment_id=874fd2b4-1d3f-43d5-a311-014d0e880deb)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:55.307180 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.308403 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 71e640ad-983b-4633-96bc-cfedc94ec6be details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:55.322278 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2234860-6b88-425f-806d-13354d903a1f req-3edb4d9f-67e1-48ac-8b15-13135a66e655 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.334799 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2234860-6b88-425f-806d-13354d903a1f req-3edb4d9f-67e1-48ac-8b15-13135a66e655 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 944 time: 0.0820727 Sep 21 09:23:55.384444 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2234860-6b88-425f-806d-13354d903a1f req-e5a82cb2-3983-4a9e-8913-3c59dfa1c897 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Sep 21 09:23:55.407131 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:55.474828 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=71e640ad-983b-4633-96bc-cfedc94ec6be,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:55.485695 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77254-b2ef-4cd9-a855-d7e00a1489c3 req-b00ff749-9fe6-40c5-92f5-57db8bf80491 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.487787 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-46c77254-b2ef-4cd9-a855-d7e00a1489c3 req-b00ff749-9fe6-40c5-92f5-57db8bf80491 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 945 time: 0.0666769 Sep 21 09:23:55.489097 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'port_id': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'mac_address': 'fa:16:3e:ab:84:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:55.533968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.539502 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-46c77254-b2ef-4cd9-a855-d7e00a1489c3 req-d0fb9bc8-ead1-4f94-8725-3548e431fd37 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Sep 21 09:23:55.549012 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e640ad-983b-4633-96bc-cfedc94ec6be {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:55.572971 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=71e640ad-983b-4633-96bc-cfedc94ec6be,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:55.578531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.631837 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:55.826597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472e196-d1e1-43d1-898e-ac5d2980d6f2 req-4526ef47-7840-433f-a9dc-77fbcd360818 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.835951 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b472e196-d1e1-43d1-898e-ac5d2980d6f2 req-4526ef47-7840-433f-a9dc-77fbcd360818 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0625815 Sep 21 09:23:55.886437 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b472e196-d1e1-43d1-898e-ac5d2980d6f2 req-d11b6f3e-6dab-4de8-a0a5-5f0438d1ce7c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Sep 21 09:23:55.987481 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc677aaa-e298-46b9-a1ef-f23917146e31 req-fc9b7ecb-0a62-4265-80d6-573933ccd396 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.989012 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc677aaa-e298-46b9-a1ef-f23917146e31 req-fc9b7ecb-0a62-4265-80d6-573933ccd396 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0501108 Sep 21 09:23:56.030711 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc677aaa-e298-46b9-a1ef-f23917146e31 req-645b1f71-c339-4459-9bc9-3be111639a14 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Sep 21 09:23:56.228975 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['b7d2043c-0e20-48b7-8738-efc42b16d3e3'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:56.253670 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['f294a365-cd9e-41fb-b568-d89cd394098e'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:56.260985 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['50de7cc2-86ec-4d6f-8747-e4c680089e7e'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:56.263021 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['71e640ad-983b-4633-96bc-cfedc94ec6be'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:56.289580 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99592d-785d-4095-bee9-1454c0a353e2 req-d3d346b2-4e59-4b34-8ddc-b56900acd7f7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:56.291541 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3c99592d-785d-4095-bee9-1454c0a353e2 req-d3d346b2-4e59-4b34-8ddc-b56900acd7f7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0527565 Sep 21 09:23:56.343057 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 093b89b8-d3fd-4be0-bdf8-bed8a055c078 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:56.356947 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3c99592d-785d-4095-bee9-1454c0a353e2 req-f66c8af4-7bdb-4c68-9466-3aad5538be83 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517032 Sep 21 09:23:56.514339 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1892a-1d98-48ca-9f4c-43500c35b5ad req-094293e4-7bbf-4cdb-b84c-881cecf3108c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:56.523700 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9f1892a-1d98-48ca-9f4c-43500c35b5ad req-094293e4-7bbf-4cdb-b84c-881cecf3108c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0747030 Sep 21 09:23:56.582518 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9f1892a-1d98-48ca-9f4c-43500c35b5ad req-a4a5530a-922c-4e43-9a0b-2a9a745b9823 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525889 Sep 21 09:23:56.594760 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:23:56.617065 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:56.617518 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:56.688156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4ecb-2eec-4716-9e94-a183e5b363a0 req-11506b4e-3d1d-41ce-a95e-566c02e75ca5 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:56.691096 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-649f4ecb-2eec-4716-9e94-a183e5b363a0 req-11506b4e-3d1d-41ce-a95e-566c02e75ca5 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 945 time: 0.0666573 Sep 21 09:23:56.747905 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-649f4ecb-2eec-4716-9e94-a183e5b363a0 req-8d2dbb2e-a2ad-41ca-8c9f-c4d112fe6d6f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Sep 21 09:23:56.905789 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:56.939786 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:57.030125 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:57.037791 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.038940 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device a767e9a3-ae54-40a6-b0f8-6addfeb1b501 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:57.097606 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7b418-7eeb-48c8-9526-6a01236b5fbd req-eed969ca-3ab3-47bd-871b-4d6a9d5b9327 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.112713 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f7b418-7eeb-48c8-9526-6a01236b5fbd req-eed969ca-3ab3-47bd-871b-4d6a9d5b9327 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.1152697 Sep 21 09:23:57.171171 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:23:57.190963 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f7b418-7eeb-48c8-9526-6a01236b5fbd req-4f71ffce-06a8-4520-859f-227137e2a607 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757668 Sep 21 09:23:57.193755 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:57.199373 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:57.199888 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.226790 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05890ed6-9322-49e6-b834-c04fe692b93f req-03f95618-5a79-44c9-8368-e452aaf72513 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.228608 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05890ed6-9322-49e6-b834-c04fe692b93f req-03f95618-5a79-44c9-8368-e452aaf72513 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0759106 Sep 21 09:23:57.251968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4020e34a-1377-4bf8-a6ca-92aa7628140b" -d '{"events": [{"server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "name": "network-vif-plugged", "status": "completed", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:57.282284 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05890ed6-9322-49e6-b834-c04fe692b93f req-18b1ef89-3781-48bc-8722-2c64dcc9062f tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Sep 21 09:23:57.304196 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.448920 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61e390-13fe-4e6f-a326-faeb74ea1e34 x-openstack-request-id: req-de61e390-13fe-4e6f-a326-faeb74ea1e34 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:57.449203 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "name": "network-vif-plugged", "status": "completed", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:57.449447 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de61e390-13fe-4e6f-a326-faeb74ea1e34 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:57.450104 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078', 'code': 200} Sep 21 09:23:57.471710 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:57.481689 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.483672 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09f67-9802-4286-b8c6-ab23c0f982c6 req-0ad1d9a1-f1fc-42fa-8c14-26eca8f10638 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.485843 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbc09f67-9802-4286-b8c6-ab23c0f982c6 req-0ad1d9a1-f1fc-42fa-8c14-26eca8f10638 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0594492 Sep 21 09:23:57.537362 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbc09f67-9802-4286-b8c6-ab23c0f982c6 req-5724d161-2b78-4472-a9e2-1a9b0bcef313 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Sep 21 09:23:57.563308 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:57.624612 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-8c1d2f47-66e5-4013-ad4d-6f84c3e249dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.627128 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-8c1d2f47-66e5-4013-ad4d-6f84c3e249dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 1099 time: 0.0919180 Sep 21 09:23:57.687728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-26e1876d-5ca0-42ca-b867-277d58e24130 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.737671 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d4017-d565-4600-b4f1-4328efb94932 req-f16adc1c-7965-4ec4-bed4-7d4317cd1d66 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.739275 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f2d4017-d565-4600-b4f1-4328efb94932 req-f16adc1c-7965-4ec4-bed4-7d4317cd1d66 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0888348 Sep 21 09:23:57.793471 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f2d4017-d565-4600-b4f1-4328efb94932 req-76ce44eb-1a13-4b9f-b5bb-1b26d958fa04 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476561 Sep 21 09:23:57.833280 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-26e1876d-5ca0-42ca-b867-277d58e24130 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.837193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-26e1876d-5ca0-42ca-b867-277d58e24130 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:57.855629 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5465ee4-146d-4929-a7f1-95725ee582b7 req-8c6edbd6-25cf-439b-b7da-3cb3902f81ee tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:57.857072 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a5465ee4-146d-4929-a7f1-95725ee582b7 req-8c6edbd6-25cf-439b-b7da-3cb3902f81ee tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0498531 Sep 21 09:23:57.872754 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-05190249-b6c1-4ea4-9afe-9f68be61a94f req-26e1876d-5ca0-42ca-b867-277d58e24130 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311575 Sep 21 09:23:57.875093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1876d-5ca0-42ca-b867-277d58e24130 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe507e4d-ab0d-4ac0-b433-5842d5f3fc31,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:57.899769 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a5465ee4-146d-4929-a7f1-95725ee582b7 req-ca4918a0-df97-4afa-9106-42dc7de29ed8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Sep 21 09:23:58.322932 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c86f2-d50e-4b16-b839-cc2873f15e71 req-b76c284b-8ddc-4190-9387-a35bdc512fe4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:58.324434 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3d4c86f2-d50e-4b16-b839-cc2873f15e71 req-b76c284b-8ddc-4190-9387-a35bdc512fe4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 21 09:23:58.362093 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3d4c86f2-d50e-4b16-b839-cc2873f15e71 req-d94fd356-a5c1-480c-a4e6-76b283c515c6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Sep 21 09:23:58.387377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034d38b-6814-4567-95e4-3bea734676ba req-539aa2f8-485f-4603-b0cf-8d6299b158e5 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:58.388879 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f034d38b-6814-4567-95e4-3bea734676ba req-539aa2f8-485f-4603-b0cf-8d6299b158e5 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0473685 Sep 21 09:23:58.429749 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f034d38b-6814-4567-95e4-3bea734676ba req-273c19f1-dceb-42c2-8939-c2567accd061 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Sep 21 09:23:58.657475 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c80a6-4ff0-4ca8-8c80-2167978b8657 req-c86515a2-332d-405a-aa9d-745fa8173ba3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:58.658901 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf8c80a6-4ff0-4ca8-8c80-2167978b8657 req-c86515a2-332d-405a-aa9d-745fa8173ba3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0490386 Sep 21 09:23:58.694862 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf8c80a6-4ff0-4ca8-8c80-2167978b8657 req-42993b7d-ef28-4c5f-b22a-f0cd446fca7c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300322 Sep 21 09:23:58.908319 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3673d-85e3-43ad-9fce-d7fe2bf3df41 req-9e910a67-8fa2-40d5-ab7e-2e7bc6c0cdfc tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:58.909822 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75b3673d-85e3-43ad-9fce-d7fe2bf3df41 req-9e910a67-8fa2-40d5-ab7e-2e7bc6c0cdfc tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0480027 Sep 21 09:23:58.948076 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75b3673d-85e3-43ad-9fce-d7fe2bf3df41 req-48db7e75-a346-481c-9a9c-f8915b8eeb79 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Sep 21 09:23:59.018745 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261c9ae-d42a-4048-bce5-c1b97ca3c802 req-b414f83f-dfad-4648-a619-10576a4cde33 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:59.020193 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e261c9ae-d42a-4048-bce5-c1b97ca3c802 req-b414f83f-dfad-4648-a619-10576a4cde33 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0468452 Sep 21 09:23:59.058121 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e261c9ae-d42a-4048-bce5-c1b97ca3c802 req-2b194645-bd70-47e7-be8f-af128afb9aaa tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Sep 21 09:23:59.451142 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:59.453531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fbb27f-bd39-4ec0-8203-7e5c1509449e" -d '{"events": [{"server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "name": "network-vif-plugged", "status": "completed", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:59.480042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edae7b-fe01-4a96-8661-0087b12be00e req-643776f4-ce22-443a-935a-9cd0c514a08e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:59.481588 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-93edae7b-fe01-4a96-8661-0087b12be00e req-643776f4-ce22-443a-935a-9cd0c514a08e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Sep 21 09:23:59.524471 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-93edae7b-fe01-4a96-8661-0087b12be00e req-752a4030-44ec-4d5b-a27d-efea5e7bb1ea tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362792 Sep 21 09:23:59.543594 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ab78e-e5cc-4fdb-b350-d8d9647774c4 req-3f81845a-5cc2-4291-8ede-3e8d20ff732a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:59.545117 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2d7ab78e-e5cc-4fdb-b350-d8d9647774c4 req-3f81845a-5cc2-4291-8ede-3e8d20ff732a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0499964 Sep 21 09:23:59.574026 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b7a19-5314-4d87-9f9e-1787dc054aa8 x-openstack-request-id: req-aa0b7a19-5314-4d87-9f9e-1787dc054aa8 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:59.574319 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "name": "network-vif-plugged", "status": "completed", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:59.574568 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa0b7a19-5314-4d87-9f9e-1787dc054aa8 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:59.574951 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501', 'code': 200} Sep 21 09:23:59.584216 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2d7ab78e-e5cc-4fdb-b350-d8d9647774c4 req-ef4262ad-cea6-42a5-93be-b285be4a0ab7 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Sep 21 09:23:59.680152 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60be4eca-7f6d-47af-bd67-581f6c2b6657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:59.810415 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906ea6e-2be7-4f46-8bc6-d50d3c2de725 req-cec718d9-1b97-4b89-8959-47bed03a9a27 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:59.811921 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f906ea6e-2be7-4f46-8bc6-d50d3c2de725 req-cec718d9-1b97-4b89-8959-47bed03a9a27 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0495579 Sep 21 09:23:59.852706 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f906ea6e-2be7-4f46-8bc6-d50d3c2de725 req-7046760b-619d-4160-b629-98d00f837de3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Sep 21 09:24:00.065609 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4837af-afdf-41d4-a1ea-d2567a6e2c39 req-d1e6dee2-01ba-49cf-a831-1a7f93a3b971 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:00.067128 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e4837af-afdf-41d4-a1ea-d2567a6e2c39 req-d1e6dee2-01ba-49cf-a831-1a7f93a3b971 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Sep 21 09:24:00.106784 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e4837af-afdf-41d4-a1ea-d2567a6e2c39 req-ac973be1-0b72-4f25-b418-b80cfb5cf5e3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Sep 21 09:24:00.173725 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00bbb3-39aa-48ea-81be-b129f875bca3 req-bc968281-3f75-42e6-95ad-aaad2fc94e11 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:00.175190 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cd00bbb3-39aa-48ea-81be-b129f875bca3 req-bc968281-3f75-42e6-95ad-aaad2fc94e11 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0486896 Sep 21 09:24:00.212019 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cd00bbb3-39aa-48ea-81be-b129f875bca3 req-e07f88ce-83e1-40bc-b85e-e069825365df tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Sep 21 09:24:00.642774 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f9071-0b8f-4dc9-ad04-6c75125dc640 req-44526b41-3933-4e6f-979c-04cf18983e46 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:00.644274 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bd2f9071-0b8f-4dc9-ad04-6c75125dc640 req-44526b41-3933-4e6f-979c-04cf18983e46 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Sep 21 09:24:00.681179 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bd2f9071-0b8f-4dc9-ad04-6c75125dc640 req-e7c39930-e08d-4f3d-9e8e-cc3f75f58a7a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Sep 21 09:24:00.699772 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faec05-7ed6-4457-9f82-efaedd6ee0d3 req-abc6685d-84be-46c1-8a1d-db655cd2881e tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:00.701288 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d3faec05-7ed6-4457-9f82-efaedd6ee0d3 req-abc6685d-84be-46c1-8a1d-db655cd2881e tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0491874 Sep 21 09:24:00.739355 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d3faec05-7ed6-4457-9f82-efaedd6ee0d3 req-db37ed38-853c-4bc2-8c29-cc6376c2bd84 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Sep 21 09:24:00.963735 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:24:00.964749 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53cef-6ade-4200-9037-d085b573b7d6 req-352269c4-176a-4ee4-8937-c8cd594ce605 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:00.966282 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-66c53cef-6ade-4200-9037-d085b573b7d6 req-352269c4-176a-4ee4-8937-c8cd594ce605 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0490534 Sep 21 09:24:01.003067 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-66c53cef-6ade-4200-9037-d085b573b7d6 req-735af45d-3c35-41d2-8f3a-62e34febe959 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Sep 21 09:24:01.218300 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1d6d-7fae-42e9-b648-8859e4dbbd55 req-a011313f-e52f-439e-85b7-7d77f2566f36 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:01.219823 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbec1d6d-7fae-42e9-b648-8859e4dbbd55 req-a011313f-e52f-439e-85b7-7d77f2566f36 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Sep 21 09:24:01.265430 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbec1d6d-7fae-42e9-b648-8859e4dbbd55 req-7f91a881-48e1-469f-97ed-809a8c986d19 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Sep 21 09:24:01.339951 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe82ba6-5a71-46d6-8d12-462a0ac9419a req-0688bff9-280e-4646-b102-5e36fa6f1662 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:01.341410 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfe82ba6-5a71-46d6-8d12-462a0ac9419a req-0688bff9-280e-4646-b102-5e36fa6f1662 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0506594 Sep 21 09:24:01.377347 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfe82ba6-5a71-46d6-8d12-462a0ac9419a req-fa53bb66-1b58-45f8-aa7d-ba3afbc26359 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298517 Sep 21 09:24:01.824684 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958864-bb3f-436e-b405-24a5935e4b41 req-3f306240-00c0-4249-a6b2-23867b1af872 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:01.826875 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-de958864-bb3f-436e-b405-24a5935e4b41 req-3f306240-00c0-4249-a6b2-23867b1af872 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0621946 Sep 21 09:24:01.874860 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ac3d7-6c2d-4c02-8a04-6a9bec26179f req-57652bd8-a965-4897-9dd3-19782c9685e0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:01.876674 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f6ac3d7-6c2d-4c02-8a04-6a9bec26179f req-57652bd8-a965-4897-9dd3-19782c9685e0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 944 time: 0.0692935 Sep 21 09:24:01.906298 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-de958864-bb3f-436e-b405-24a5935e4b41 req-9161b3a7-b8f8-449a-a6fb-6adeba4fe951 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661023 Sep 21 09:24:01.944982 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f6ac3d7-6c2d-4c02-8a04-6a9bec26179f req-9f7b6cfb-842f-4cf7-b733-88da477a2caa tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587628 Sep 21 09:24:01.996440 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749fee0-0f82-41d5-a664-69da16fcc653 req-d903cbab-bfbd-4490-b69d-b4bcaa8497dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:01.997938 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c749fee0-0f82-41d5-a664-69da16fcc653 req-d903cbab-bfbd-4490-b69d-b4bcaa8497dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0389898 Sep 21 09:24:02.079773 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c749fee0-0f82-41d5-a664-69da16fcc653 req-bc302912-692b-4ba5-a7a3-1695e4a878bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283537 Sep 21 09:24:02.114931 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7d49a-c4c1-42ce-ba25-7686b00c40de req-b3e6f04f-7bde-435c-9818-1401691dcf2a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:02.116396 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-62d7d49a-c4c1-42ce-ba25-7686b00c40de req-b3e6f04f-7bde-435c-9818-1401691dcf2a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0476525 Sep 21 09:24:02.153618 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-62d7d49a-c4c1-42ce-ba25-7686b00c40de req-7f310cc9-c111-4652-8f8e-14c742e24d14 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Sep 21 09:24:02.291799 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fd918293-8258-445e-a93c-8b932d290e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.335340 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f294a365-cd9e-41fb-b568-d89cd394098e up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:02.395159 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port f294a365-cd9e-41fb-b568-d89cd394098e completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:24:02.403632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port f294a365-cd9e-41fb-b568-d89cd394098e triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:02.404023 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.417720 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b850aa-fc1e-454b-aa04-81b50a41883d req-8ec7aea5-cff5-437d-b27c-ceb43828c822 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:02.419389 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80b850aa-fc1e-454b-aa04-81b50a41883d req-8ec7aea5-cff5-437d-b27c-ceb43828c822 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0614986 Sep 21 09:24:02.474093 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80b850aa-fc1e-454b-aa04-81b50a41883d req-eb75531b-aeed-440c-a7d8-2090c1744c49 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466027 Sep 21 09:24:02.504604 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.528441 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c499-dbab-4649-b405-42204c77c0d9 req-eff33a22-54ab-4b22-94eb-ddbfb624be82 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:02.536348 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-87f0c499-dbab-4649-b405-42204c77c0d9 req-eff33a22-54ab-4b22-94eb-ddbfb624be82 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0772126 Sep 21 09:24:02.539021 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:02.546818 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54f865-b9d3-49d0-a81e-3218eede1b97" -d '{"events": [{"server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:02.559860 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f294a365-cd9e-41fb-b568-d89cd394098e,segment=NetworkSegment(874fd2b4-1d3f-43d5-a311-014d0e880deb),segment_id=874fd2b4-1d3f-43d5-a311-014d0e880deb)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:02.565140 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.566092 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:02.581083 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-87f0c499-dbab-4649-b405-42204c77c0d9 req-e844dbfa-dddd-48dd-9cac-4fc3a65dbdf6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Sep 21 09:24:02.617991 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ca8a8-78a1-40aa-9f90-5c538c3e153e x-openstack-request-id: req-838ca8a8-78a1-40aa-9f90-5c538c3e153e {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:02.618175 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "name": "network-vif-plugged", "status": "completed", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:02.618427 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-838ca8a8-78a1-40aa-9f90-5c538c3e153e {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:02.618810 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e', 'code': 200} Sep 21 09:24:02.659014 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:02.673732 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port b7d2043c-0e20-48b7-8738-efc42b16d3e3 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:24:02.679234 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port b7d2043c-0e20-48b7-8738-efc42b16d3e3 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:02.679726 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.774656 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.808347 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:02.812891 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.813412 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1ecc9-5ad0-4c5d-8663-ec7bb8fe3a3b req-ed87f661-4f17-4c19-be22-56a9e5208666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:02.814933 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afb1ecc9-5ad0-4c5d-8663-ec7bb8fe3a3b req-ed87f661-4f17-4c19-be22-56a9e5208666 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 1098 time: 0.0405972 Sep 21 09:24:02.852085 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afb1ecc9-5ad0-4c5d-8663-ec7bb8fe3a3b req-996a604a-d1c9-4f66-95e6-e2e465a2ed99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281565 Sep 21 09:24:02.859022 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:03.021974 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45dbd-45ae-4053-ac15-873f2bc14aee req-06d283e0-89e2-436c-a6f9-7e191ff15612 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:03.023520 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-07e45dbd-45ae-4053-ac15-873f2bc14aee req-06d283e0-89e2-436c-a6f9-7e191ff15612 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0503662 Sep 21 09:24:03.060639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832214b9-8dcd-425c-a2a2-7bbe757afc1f req-fc605ced-d388-4f6a-ae46-6bad8efb4989 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:03.062890 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-832214b9-8dcd-425c-a2a2-7bbe757afc1f req-fc605ced-d388-4f6a-ae46-6bad8efb4989 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0556734 Sep 21 09:24:03.072329 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-07e45dbd-45ae-4053-ac15-873f2bc14aee req-644fd0bf-0faa-4e3d-bda1-9b4d8cc4704f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 Sep 21 09:24:03.116973 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-832214b9-8dcd-425c-a2a2-7bbe757afc1f req-eb79e633-a8f3-4fbe-aed5-375495791d8b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Sep 21 09:24:03.273656 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3f84d-ed6f-4cb7-aa0d-5a090b84ca13 req-271c0bed-3a97-4791-9232-5e9de0636cd3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:03.273783 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20d3f84d-ed6f-4cb7-aa0d-5a090b84ca13 req-271c0bed-3a97-4791-9232-5e9de0636cd3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0543048 Sep 21 09:24:03.314615 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20d3f84d-ed6f-4cb7-aa0d-5a090b84ca13 req-28ba8825-976b-4b66-acb9-a9fd675a88ca tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Sep 21 09:24:03.598125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653011f-bcd5-44be-b4b8-2af08ec5a1b5 req-48e3cc69-9f16-47c5-bd97-c2a9c6a94660 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:03.599481 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b653011f-bcd5-44be-b4b8-2af08ec5a1b5 req-48e3cc69-9f16-47c5-bd97-c2a9c6a94660 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Sep 21 09:24:03.639464 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b653011f-bcd5-44be-b4b8-2af08ec5a1b5 req-d35b1824-51b0-4e48-8a19-62daad8b4007 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 21 09:24:03.694016 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7e391-7bb1-4aec-915a-7849c446e6b9 req-5542a4cd-bd48-4940-9f1d-9f3d4dbce0f1 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:03.695480 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c3f7e391-7bb1-4aec-915a-7849c446e6b9 req-5542a4cd-bd48-4940-9f1d-9f3d4dbce0f1 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0474653 Sep 21 09:24:03.735985 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c3f7e391-7bb1-4aec-915a-7849c446e6b9 req-7dd5d812-633e-48e4-bb8a-be791d81ffe6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Sep 21 09:24:03.806436 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:03.810901 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:04.205313 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac058f9-8517-4546-b7fb-8fa33a5cd3c5 req-6514e361-f90d-4812-b997-95184ecad636 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:04.206975 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eac058f9-8517-4546-b7fb-8fa33a5cd3c5 req-6514e361-f90d-4812-b997-95184ecad636 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0521758 Sep 21 09:24:04.242686 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55845a04-fc9f-42c9-b0ea-e587338e044a req-49127c7b-091c-4785-85a6-370fc765b6c0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:04.244227 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-55845a04-fc9f-42c9-b0ea-e587338e044a req-49127c7b-091c-4785-85a6-370fc765b6c0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0540025 Sep 21 09:24:04.249912 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eac058f9-8517-4546-b7fb-8fa33a5cd3c5 req-24dd9b7e-fb89-4915-bbf2-53074e0a98c4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361073 Sep 21 09:24:04.293309 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-55845a04-fc9f-42c9-b0ea-e587338e044a req-d0068921-b8ff-473b-be1b-ef9de0c8639d tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Sep 21 09:24:04.434708 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728480-e271-498d-8de2-6f73710b3163 req-9530fa73-5f9c-4691-9072-451ffe3854ba tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:04.436213 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90728480-e271-498d-8de2-6f73710b3163 req-9530fa73-5f9c-4691-9072-451ffe3854ba tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 944 time: 0.0528245 Sep 21 09:24:04.481275 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90728480-e271-498d-8de2-6f73710b3163 req-38052edb-e569-479c-9d84-c84d88ad6051 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Sep 21 09:24:04.620624 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:04.622973 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a2060-1e6f-419b-93c9-c516ea34a86f" -d '{"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:04.663538 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15400e65-882c-44b5-93f9-a5094ab453e1 x-openstack-request-id: req-15400e65-882c-44b5-93f9-a5094ab453e1 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:04.663857 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:04.664240 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15400e65-882c-44b5-93f9-a5094ab453e1 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:04.664653 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'code': 200} Sep 21 09:24:04.755037 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed38e89-1ea9-450e-a9af-ce17a2695f76 req-a9952918-0c53-4252-a579-e5e22300ffff tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:04.756508 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4ed38e89-1ea9-450e-a9af-ce17a2695f76 req-a9952918-0c53-4252-a579-e5e22300ffff tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Sep 21 09:24:04.795169 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4ed38e89-1ea9-450e-a9af-ce17a2695f76 req-71e87ca5-bd81-4a49-b384-81608209400a tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326664 Sep 21 09:24:04.851959 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722b06-acc1-4d5c-8028-48d6bb0a1b95 req-0f93f307-cf04-4a30-a25b-176f5789f50c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:04.853519 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf722b06-acc1-4d5c-8028-48d6bb0a1b95 req-0f93f307-cf04-4a30-a25b-176f5789f50c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0500269 Sep 21 09:24:04.892252 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf722b06-acc1-4d5c-8028-48d6bb0a1b95 req-e7e5c0c3-6a88-4de0-bd2d-3cc56d722f8c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Sep 21 09:24:05.060492 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 50de7cc2-86ec-4d6f-8747-e4c680089e7e up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:05.114465 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 50de7cc2-86ec-4d6f-8747-e4c680089e7e completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:24:05.118179 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 50de7cc2-86ec-4d6f-8747-e4c680089e7e triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:05.118555 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.195420 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.228721 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:05.232675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.233459 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 71e640ad-983b-4633-96bc-cfedc94ec6be up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:05.309786 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:05.338682 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.339816 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 71e640ad-983b-4633-96bc-cfedc94ec6be completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:24:05.343772 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 71e640ad-983b-4633-96bc-cfedc94ec6be triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:05.344131 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.390547 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75bc87-e22b-4216-a27d-122396b2e4db req-7cd26ac6-96c7-4436-8df6-40c5dfc0d7b4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:05.394325 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a75bc87-e22b-4216-a27d-122396b2e4db req-7cd26ac6-96c7-4436-8df6-40c5dfc0d7b4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0568440 Sep 21 09:24:05.422672 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860f91-7353-40b1-9c63-f0af8a6d1be5 req-92bce680-d2c7-4bf7-9b24-6db6ed730746 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:05.424463 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b860f91-7353-40b1-9c63-f0af8a6d1be5 req-92bce680-d2c7-4bf7-9b24-6db6ed730746 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Sep 21 09:24:05.425814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.433386 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a75bc87-e22b-4216-a27d-122396b2e4db req-d2b92e50-9c77-4b07-ab71-6be726f0a400 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Sep 21 09:24:05.463889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=71e640ad-983b-4633-96bc-cfedc94ec6be,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:05.469229 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:05.470611 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b860f91-7353-40b1-9c63-f0af8a6d1be5 req-dff3bbba-356a-4573-976a-4b532ea79877 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Sep 21 09:24:05.521761 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:05.603469 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dd20d-d114-4063-a224-61a756a0d5f1 req-653e3932-f393-498f-a18e-ed295268fece tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:05.604999 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-490dd20d-d114-4063-a224-61a756a0d5f1 req-653e3932-f393-498f-a18e-ed295268fece tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Sep 21 09:24:05.643455 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-490dd20d-d114-4063-a224-61a756a0d5f1 req-27a07001-efc4-4ed8-b153-058ef2f0276e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Sep 21 09:24:05.912090 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940afee-d0c0-4d02-8a76-be35306c7020 req-1b350221-c80c-4e05-a851-f48331261a03 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:05.913603 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6940afee-d0c0-4d02-8a76-be35306c7020 req-1b350221-c80c-4e05-a851-f48331261a03 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0492024 Sep 21 09:24:05.954351 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6940afee-d0c0-4d02-8a76-be35306c7020 req-b3faf6f9-dec3-4938-bb84-8b5e8438f9e7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340965 Sep 21 09:24:06.010712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40b111-beac-4157-9948-d05c15c9f4cb req-d3863543-789e-46f8-9bc3-0e291b4ba22e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:06.012285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c40b111-beac-4157-9948-d05c15c9f4cb req-d3863543-789e-46f8-9bc3-0e291b4ba22e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0531533 Sep 21 09:24:06.049697 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c40b111-beac-4157-9948-d05c15c9f4cb req-fe8de080-517f-4c5d-83de-7e47880b0e66 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Sep 21 09:24:06.563523 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a4691-bf3d-443e-a93b-d1f3ec082eae req-09dad164-c00e-4b55-942f-26a8277d4a6c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:06.565074 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e30a4691-bf3d-443e-a93b-d1f3ec082eae req-09dad164-c00e-4b55-942f-26a8277d4a6c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0539830 Sep 21 09:24:06.590217 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc7e1-5beb-483c-a368-76b3ddb56082 req-0cad0cef-1bfb-431a-b2b6-ce63d7de83f8 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:06.591711 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-49acc7e1-5beb-483c-a368-76b3ddb56082 req-0cad0cef-1bfb-431a-b2b6-ce63d7de83f8 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Sep 21 09:24:06.607459 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e30a4691-bf3d-443e-a93b-d1f3ec082eae req-9f95f486-44b4-465b-9422-344006271df3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Sep 21 09:24:06.629967 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-49acc7e1-5beb-483c-a368-76b3ddb56082 req-72865264-34da-4adc-82e9-f1bbac353b8b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Sep 21 09:24:06.665393 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e'}, {'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:06.667804 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c98d89a-91c5-44ce-84a7-f92a3fabb718" -d '{"events": [{"server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "name": "network-vif-plugged", "status": "completed", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e"}, {"server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "name": "network-vif-plugged", "status": "completed", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:06.707377 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900b339-5d57-4635-8992-e7c9061841d4 x-openstack-request-id: req-4900b339-5d57-4635-8992-e7c9061841d4 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:06.707672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "name": "network-vif-plugged", "status": "completed", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e", "code": 200}, {"server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "name": "network-vif-plugged", "status": "completed", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:06.707920 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4900b339-5d57-4635-8992-e7c9061841d4 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:06.708351 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e', 'code': 200} Sep 21 09:24:06.708632 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'code': 200} Sep 21 09:24:06.756506 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73554db-6cdb-4041-8f4b-30cac4d24ebc req-a2cd6be9-5084-4d21-9b2f-dd9e19a7784a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:06.757901 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c73554db-6cdb-4041-8f4b-30cac4d24ebc req-a2cd6be9-5084-4d21-9b2f-dd9e19a7784a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Sep 21 09:24:06.799778 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c73554db-6cdb-4041-8f4b-30cac4d24ebc req-c31802fe-49ba-4f4f-a6af-946ce84d693a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Sep 21 09:24:07.063727 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243422b-1203-4caa-83a5-db6ec3506691 req-e545c6fc-44c5-497b-bab8-b5c3f45b89a0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.065111 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c243422b-1203-4caa-83a5-db6ec3506691 req-e545c6fc-44c5-497b-bab8-b5c3f45b89a0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0468955 Sep 21 09:24:07.102611 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c243422b-1203-4caa-83a5-db6ec3506691 req-be3b4451-c6ca-46a7-9668-cfda3aa4bc9a tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Sep 21 09:24:07.166045 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7999db-d9c2-450c-89a0-458a790b0c3c req-9a9d65ac-33c6-4535-a808-fcdb368c80db tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.167542 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0a7999db-d9c2-450c-89a0-458a790b0c3c req-9a9d65ac-33c6-4535-a808-fcdb368c80db tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0521014 Sep 21 09:24:07.204748 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0a7999db-d9c2-450c-89a0-458a790b0c3c req-eb68d49c-3136-4b4a-a1ce-38a0a553f68d tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Sep 21 09:24:07.609125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600befe-4543-4037-b04d-ab808259eb03 req-88b0b223-a34f-48fb-8594-c8ef53a2fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.610665 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2600befe-4543-4037-b04d-ab808259eb03 req-88b0b223-a34f-48fb-8594-c8ef53a2fe28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0523248 Sep 21 09:24:07.653007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a99d1-711a-47a7-b347-44994ca3e8ad req-63cb4863-fae5-4b78-b678-d502abfeba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.654553 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-695a99d1-711a-47a7-b347-44994ca3e8ad req-63cb4863-fae5-4b78-b678-d502abfeba95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 1098 time: 0.0732560 Sep 21 09:24:07.724703 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae8c1d-465f-4400-beeb-cb7599a0d190 req-88b4f289-62f1-47be-a116-1778d25c8896 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.726203 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-08ae8c1d-465f-4400-beeb-cb7599a0d190 req-88b4f289-62f1-47be-a116-1778d25c8896 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0474188 Sep 21 09:24:07.745938 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6d6a-e7bc-418a-8eb4-5f07184a24b7 req-059879e6-a557-4c40-9e17-302015cbb590 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.748172 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-296f6d6a-e7bc-418a-8eb4-5f07184a24b7 req-059879e6-a557-4c40-9e17-302015cbb590 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Sep 21 09:24:07.765849 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-08ae8c1d-465f-4400-beeb-cb7599a0d190 req-a7ba597e-017a-4f70-b0c1-0202c288afc4 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Sep 21 09:24:07.787007 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-296f6d6a-e7bc-418a-8eb4-5f07184a24b7 req-81708b14-e89f-4a70-8c85-ba55b297d07a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Sep 21 09:24:07.931591 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2600befe-4543-4037-b04d-ab808259eb03 req-ee8b674f-e562-44c3-9351-9657ff7e8f45 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562940 Sep 21 09:24:07.939129 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afde99-b0e9-4f43-ba24-5dcd55cb8048 req-0292dc87-eb74-4347-aab7-6a675c647729 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.940609 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5afde99-b0e9-4f43-ba24-5dcd55cb8048 req-0292dc87-eb74-4347-aab7-6a675c647729 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Sep 21 09:24:07.948889 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-695a99d1-711a-47a7-b347-44994ca3e8ad req-108d46e9-2f51-4d4f-a062-39b0e1a08c46 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Sep 21 09:24:07.954540 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fabcb1-e420-406c-a36b-53285c7c7062 req-7634a237-907f-4d8b-a5db-957e840d54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:07.955966 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2fabcb1-e420-406c-a36b-53285c7c7062 req-7634a237-907f-4d8b-a5db-957e840d54da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1099 time: 0.0798204 Sep 21 09:24:07.982819 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5afde99-b0e9-4f43-ba24-5dcd55cb8048 req-3bed5025-8188-4c9e-8e46-6699085105a3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Sep 21 09:24:08.215150 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfd2e8-1788-43c8-8ed7-ca0669a5778f req-46756ce6-f33e-464e-9b65-d71b9502c6a8 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:08.216638 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdbfd2e8-1788-43c8-8ed7-ca0669a5778f req-46756ce6-f33e-464e-9b65-d71b9502c6a8 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 21 09:24:08.256860 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdbfd2e8-1788-43c8-8ed7-ca0669a5778f req-0e3a5b62-c52e-4290-b891-2e990ca95b39 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342906 Sep 21 09:24:08.319825 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045a8fc-2512-4506-8b71-8d07720ee000 req-520ce29e-fdee-4fb9-9461-c4ebe1d6fed5 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:08.321314 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2045a8fc-2512-4506-8b71-8d07720ee000 req-520ce29e-fdee-4fb9-9461-c4ebe1d6fed5 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0489008 Sep 21 09:24:08.358993 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2045a8fc-2512-4506-8b71-8d07720ee000 req-6585e700-83b9-4e6b-9c4f-85d58bf66ad1 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Sep 21 09:24:08.610130 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2fabcb1-e420-406c-a36b-53285c7c7062 req-ea33d25e-4d60-4213-ae69-d95594f70c27 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289874 Sep 21 09:24:08.882305 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d17c3-6bb9-4a27-a1c2-0154f9e9a909 req-ea329819-54a0-49ee-ae5d-22d1900feeb9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:08.883776 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-713d17c3-6bb9-4a27-a1c2-0154f9e9a909 req-ea329819-54a0-49ee-ae5d-22d1900feeb9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0485363 Sep 21 09:24:08.896571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bdf8e-e277-4c43-9ed1-3ef384e76a33 req-892db863-9edb-44a6-87e9-49d9f54d0b3a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:08.898048 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d29bdf8e-e277-4c43-9ed1-3ef384e76a33 req-892db863-9edb-44a6-87e9-49d9f54d0b3a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0467901 Sep 21 09:24:08.923295 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-713d17c3-6bb9-4a27-a1c2-0154f9e9a909 req-561b04be-fe8d-4cd1-bda7-453fea83e696 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Sep 21 09:24:08.940641 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d29bdf8e-e277-4c43-9ed1-3ef384e76a33 req-f83a6074-040b-49a1-8bfc-b7d916f83668 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Sep 21 09:24:09.096584 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02847ae-3b7a-4326-81bd-ab1603f61fed req-82219a1a-0e6d-4058-8270-02ac9bb179d9 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:09.098236 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c02847ae-3b7a-4326-81bd-ab1603f61fed req-82219a1a-0e6d-4058-8270-02ac9bb179d9 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Sep 21 09:24:09.137089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c02847ae-3b7a-4326-81bd-ab1603f61fed req-d368dcea-c746-46f5-a97c-68d2022fcee2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Sep 21 09:24:09.369618 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f93e-738d-4894-b17e-e65dfbd44df6 req-e04c79ae-8c16-4559-a6d9-c02ffa773e4c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:09.370973 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0ad6f93e-738d-4894-b17e-e65dfbd44df6 req-e04c79ae-8c16-4559-a6d9-c02ffa773e4c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0462780 Sep 21 09:24:09.411507 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0ad6f93e-738d-4894-b17e-e65dfbd44df6 req-00cb14bc-db07-4312-9287-d516dd1e02c8 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340948 Sep 21 09:24:09.473675 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa3f1-c629-49b2-89bd-4c51e276eb7d req-c9f7e4b6-33d2-4433-b367-5958a44433ca tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:09.475165 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a12aa3f1-c629-49b2-89bd-4c51e276eb7d req-c9f7e4b6-33d2-4433-b367-5958a44433ca tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0493553 Sep 21 09:24:09.512495 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a12aa3f1-c629-49b2-89bd-4c51e276eb7d req-e2e3905d-05ff-472a-a800-e32c04cfd6b2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Sep 21 09:24:10.051873 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf7a02-9496-4706-adf5-79b961c5fd5a req-3fcc4e33-bb57-4bac-9f2b-74c9d46005b1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:10.053353 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8bdf7a02-9496-4706-adf5-79b961c5fd5a req-3fcc4e33-bb57-4bac-9f2b-74c9d46005b1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Sep 21 09:24:10.053960 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b03027-c0ec-4b60-ab38-01eb219707cd req-08d6afa3-5ca7-49d3-89af-bbda84ee0c00 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:10.055431 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e9b03027-c0ec-4b60-ab38-01eb219707cd req-08d6afa3-5ca7-49d3-89af-bbda84ee0c00 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Sep 21 09:24:10.090391 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8bdf7a02-9496-4706-adf5-79b961c5fd5a req-ff001078-ac9b-4d80-a6df-e6ab75bf5d61 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Sep 21 09:24:10.092316 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e9b03027-c0ec-4b60-ab38-01eb219707cd req-bc2d7954-bff8-43de-b8b5-1131fd66dc43 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Sep 21 09:24:10.249321 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a90ab-acf8-419c-b411-67308f4dfa49 req-c619cd7f-b8bc-44b4-a481-4d9f6e4db3b7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:10.250663 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b9a90ab-acf8-419c-b411-67308f4dfa49 req-c619cd7f-b8bc-44b4-a481-4d9f6e4db3b7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0478220 Sep 21 09:24:10.288138 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b9a90ab-acf8-419c-b411-67308f4dfa49 req-1eb24231-e2a2-4622-8c4d-5570c23ba939 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Sep 21 09:24:10.521633 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672a3f0-182d-45a2-bb00-6c34d2823642 req-086ea706-8225-4498-8a6a-2272db507640 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:10.523054 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a672a3f0-182d-45a2-bb00-6c34d2823642 req-086ea706-8225-4498-8a6a-2272db507640 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0470533 Sep 21 09:24:10.563157 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a672a3f0-182d-45a2-bb00-6c34d2823642 req-95f96cfd-3e18-4d6f-956c-e9c12a1984b4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Sep 21 09:24:10.627515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15da1ef-c9ac-4fac-b254-772faf403592 req-c60ded04-ee1e-4e0e-a98b-5407f3c66177 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:10.628983 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d15da1ef-c9ac-4fac-b254-772faf403592 req-c60ded04-ee1e-4e0e-a98b-5407f3c66177 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0505540 Sep 21 09:24:10.664738 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d15da1ef-c9ac-4fac-b254-772faf403592 req-dabba4b5-500e-49ee-8483-804d777c5408 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300348 Sep 21 09:24:11.207299 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a94a81-2d5a-4093-858e-ccf97d4ca108 req-ed8327f9-bf95-42b2-b2b5-0bd5f50dcad8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:11.207593 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cd4a7-9aa2-4155-9b00-c290c38cd60a req-c72c0d17-b068-4023-a8fb-015bb079b2da tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:11.208817 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-65a94a81-2d5a-4093-858e-ccf97d4ca108 req-ed8327f9-bf95-42b2-b2b5-0bd5f50dcad8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0482302 Sep 21 09:24:11.208948 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-119cd4a7-9aa2-4155-9b00-c290c38cd60a req-c72c0d17-b068-4023-a8fb-015bb079b2da tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Sep 21 09:24:11.247084 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-65a94a81-2d5a-4093-858e-ccf97d4ca108 req-cf48e1ef-687b-4eeb-9228-5fe82d97e442 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Sep 21 09:24:11.249353 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-119cd4a7-9aa2-4155-9b00-c290c38cd60a req-020b4eba-ab62-4f7e-874b-58a6e6728a10 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Sep 21 09:24:11.398219 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5483e-758a-4f40-9ab8-956b13929caa req-65b5042e-de91-4fe3-8210-ce63dce3efc8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:11.399946 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ecb5483e-758a-4f40-9ab8-956b13929caa req-65b5042e-de91-4fe3-8210-ce63dce3efc8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Sep 21 09:24:11.437105 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ecb5483e-758a-4f40-9ab8-956b13929caa req-65a21822-e87b-4f82-8700-cadadd7231f7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Sep 21 09:24:11.677626 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a235115-b501-43cb-afbf-10277158d8d0 req-d837107c-6125-4b15-bba4-398d3b0cb8b2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:11.679112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3a235115-b501-43cb-afbf-10277158d8d0 req-d837107c-6125-4b15-bba4-398d3b0cb8b2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Sep 21 09:24:11.716874 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3a235115-b501-43cb-afbf-10277158d8d0 req-7f2f53f1-643e-48d0-8ee1-ba28ef9b9526 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Sep 21 09:24:11.776260 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307bfea-f1c6-480e-8de6-930ff88e4cca req-9afa7dd8-b4ac-4219-9983-5a3f9ee16083 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:11.777785 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c307bfea-f1c6-480e-8de6-930ff88e4cca req-9afa7dd8-b4ac-4219-9983-5a3f9ee16083 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0474164 Sep 21 09:24:11.815826 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c307bfea-f1c6-480e-8de6-930ff88e4cca req-f9078c9c-1f4f-42c1-9422-f44b4dadf236 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Sep 21 09:24:12.361777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013382d-1374-4768-90b3-1195503e357f req-309b3203-acee-45dd-82fe-2d2964bffafd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:12.363281 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5013382d-1374-4768-90b3-1195503e357f req-309b3203-acee-45dd-82fe-2d2964bffafd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0465994 Sep 21 09:24:12.365498 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4f187-c011-4fba-a8cb-4f2459faa13c req-2fc3165b-d88d-4afc-aeb3-de8c70d6b582 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:12.366970 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-94e4f187-c011-4fba-a8cb-4f2459faa13c req-2fc3165b-d88d-4afc-aeb3-de8c70d6b582 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Sep 21 09:24:12.403830 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5013382d-1374-4768-90b3-1195503e357f req-e26638b9-845a-4692-a2dc-2c84b1b3efd3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346568 Sep 21 09:24:12.404104 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-94e4f187-c011-4fba-a8cb-4f2459faa13c req-ee00bacc-0151-4a59-80be-ccec05ead050 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Sep 21 09:24:12.548921 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144408b-db5b-40ca-956d-85c3dc1b405d req-8b1b98da-10a0-46a5-8ff0-6238b0ca8709 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:12.550416 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9144408b-db5b-40ca-956d-85c3dc1b405d req-8b1b98da-10a0-46a5-8ff0-6238b0ca8709 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Sep 21 09:24:12.586712 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9144408b-db5b-40ca-956d-85c3dc1b405d req-d8bb1e97-853b-41b0-a5af-0e382bf02e14 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Sep 21 09:24:12.828150 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a134e-6cc4-45f5-ae63-d18eed8e2a76 req-85cac36d-2f8f-4c27-8622-d7beec6f625b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:12.829724 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a01a134e-6cc4-45f5-ae63-d18eed8e2a76 req-85cac36d-2f8f-4c27-8622-d7beec6f625b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0468798 Sep 21 09:24:12.869281 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a01a134e-6cc4-45f5-ae63-d18eed8e2a76 req-d886ac55-312b-48ac-ab67-b3516a89d844 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Sep 21 09:24:12.931134 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c0c3-12a0-48ce-ae26-6d30cd56b6db req-873f7868-6931-4170-97fb-b57903cb2020 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:12.932621 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0cc9c0c3-12a0-48ce-ae26-6d30cd56b6db req-873f7868-6931-4170-97fb-b57903cb2020 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0492132 Sep 21 09:24:12.970034 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0cc9c0c3-12a0-48ce-ae26-6d30cd56b6db req-869a65b7-76dc-490e-9b54-f754d77c55dd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314193 Sep 21 09:24:13.519265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc25d-1431-4a59-90c0-58d0da26318c req-c75b12e3-1b54-402b-9d32-07d19578806b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:13.520757 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab5cc25d-1431-4a59-90c0-58d0da26318c req-c75b12e3-1b54-402b-9d32-07d19578806b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Sep 21 09:24:13.533821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148adfb3-1e82-43bb-b69d-ee82876ca9f3 req-1c4ef851-5a0d-46ae-aa66-55ac24bf4fb7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:13.535354 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-148adfb3-1e82-43bb-b69d-ee82876ca9f3 req-1c4ef851-5a0d-46ae-aa66-55ac24bf4fb7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0578227 Sep 21 09:24:13.561661 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab5cc25d-1431-4a59-90c0-58d0da26318c req-e5b39ac1-16d4-46c1-b056-3f1064f68c22 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Sep 21 09:24:13.574028 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-148adfb3-1e82-43bb-b69d-ee82876ca9f3 req-b4713ff6-8eef-41e3-9603-82b9207723f3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Sep 21 09:24:13.700024 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43d10c-1d39-4093-a404-c51a43963d2d req-2f77afd2-0296-4ba5-a9d2-829457654610 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:13.701399 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d43d10c-1d39-4093-a404-c51a43963d2d req-2f77afd2-0296-4ba5-a9d2-829457654610 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0471392 Sep 21 09:24:13.740393 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d43d10c-1d39-4093-a404-c51a43963d2d req-db1fd3b2-77c3-4f7e-a2e3-429984a48233 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Sep 21 09:24:13.981862 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33df0c-637e-4775-8d44-dda6116b0df7 req-50bca43d-8921-402c-9ce8-de74d5360024 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:13.983781 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1b33df0c-637e-4775-8d44-dda6116b0df7 req-50bca43d-8921-402c-9ce8-de74d5360024 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0492101 Sep 21 09:24:14.022728 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1b33df0c-637e-4775-8d44-dda6116b0df7 req-47694e90-194e-443a-8532-831aa33576e6 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Sep 21 09:24:14.086825 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2f0b-bc92-4b5f-a604-48a9b25a6701 req-d999188a-6bdb-43c7-afb0-ca01583f6341 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:14.088371 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-499b2f0b-bc92-4b5f-a604-48a9b25a6701 req-d999188a-6bdb-43c7-afb0-ca01583f6341 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0511644 Sep 21 09:24:14.128220 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-499b2f0b-bc92-4b5f-a604-48a9b25a6701 req-f1037da8-aaa9-48c6-920d-561adfca0837 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Sep 21 09:24:14.674743 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380113-e719-4b37-8290-aa7a9907293c req-66c684f0-4484-4dd5-bbd7-225a1a7c47c6 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:14.676252 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-82380113-e719-4b37-8290-aa7a9907293c req-66c684f0-4484-4dd5-bbd7-225a1a7c47c6 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0486779 Sep 21 09:24:14.689060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b587f5-ca0b-40b3-a79a-a2d26fe01637 req-6596f4cf-39ed-462f-b730-b5687714d99d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:14.690535 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0b587f5-ca0b-40b3-a79a-a2d26fe01637 req-6596f4cf-39ed-462f-b730-b5687714d99d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0470793 Sep 21 09:24:14.714259 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-82380113-e719-4b37-8290-aa7a9907293c req-d9219ece-9a47-4158-9227-22347f1544f9 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Sep 21 09:24:14.728339 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0b587f5-ca0b-40b3-a79a-a2d26fe01637 req-70b6c6e5-d489-4e0c-ae93-8e65498da941 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Sep 21 09:24:14.855272 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273290aa-ded7-4687-aa95-9914cef0a998 req-7f10e45e-5d43-4077-a1a6-2da4de830524 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:14.856765 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-273290aa-ded7-4687-aa95-9914cef0a998 req-7f10e45e-5d43-4077-a1a6-2da4de830524 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0509107 Sep 21 09:24:14.894049 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-273290aa-ded7-4687-aa95-9914cef0a998 req-864153b5-092e-4538-a55b-54110beca635 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Sep 21 09:24:15.146133 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea359d59-3535-4d2c-a767-052a74ac435b req-b0464eb5-3360-4832-93ac-79de508a628b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:15.148079 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ea359d59-3535-4d2c-a767-052a74ac435b req-b0464eb5-3360-4832-93ac-79de508a628b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Sep 21 09:24:15.192752 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ea359d59-3535-4d2c-a767-052a74ac435b req-ae771e84-5fd9-4b80-b12d-63d920ec47e8 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Sep 21 09:24:15.241114 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 38118) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:15.344454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.427802 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.431127 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.468925 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=747657818fcd4d6a9e6394c3035ae480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267215 Sep 21 09:24:15.469807 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154ca4c-70e2-4b53-8342-df1a459d9b60,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:15.471762 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38124) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:15.477036 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.477391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.477732 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.478069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.478401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.478730 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.479069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.479382 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.479706 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.480028 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.480476 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.480666 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2165b1-576a-49a6-af41-cfc5ec658b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.531796 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.552188 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.596830 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.599274 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.600449 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a154ca4c-70e2-4b53-8342-df1a459d9b60 HTTP/1.1" status: 204 len: 168 time: 0.1277187 Sep 21 09:24:15.607853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154ca4c-70e2-4b53-8342-df1a459d9b60,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:15.614766 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.615109 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.615450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.615780 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.616105 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.616429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.616793 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.617117 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.617438 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.617760 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.618076 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.618388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d1732-8a03-47c2-9630-6d0298d870af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:15.836210 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd9e14-7550-4c95-a731-d491a8946262 req-410ae940-1caa-421c-a16b-a0388055c9a0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:15.838191 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ffd9e14-7550-4c95-a731-d491a8946262 req-410ae940-1caa-421c-a16b-a0388055c9a0 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0544813 Sep 21 09:24:15.852718 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677977-5ac5-4105-bd6d-0fdb13546b13 req-e682b06b-0542-4d79-8003-9cfea8d45f6c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:15.857128 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ca677977-5ac5-4105-bd6d-0fdb13546b13 req-e682b06b-0542-4d79-8003-9cfea8d45f6c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Sep 21 09:24:15.871318 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38136) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:15.889499 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ffd9e14-7550-4c95-a731-d491a8946262 req-0c0b4719-e7a8-4bdb-9d56-13cd1ed0b7e2 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Sep 21 09:24:15.890927 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-944ee8e8-5bf4-41ce-8ef3-b4f78a88a1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:15.896013 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ca677977-5ac5-4105-bd6d-0fdb13546b13 req-f5335ff9-4283-4d1b-89c8-48e67ac45a13 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341339 Sep 21 09:24:16.023597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-944ee8e8-5bf4-41ce-8ef3-b4f78a88a1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.035625 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9057da-78e8-4aa4-a6b9-37e512100df1 req-6ff18e8a-98b3-40fa-b56e-8de69fe9be61 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:16.037142 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8f9057da-78e8-4aa4-a6b9-37e512100df1 req-6ff18e8a-98b3-40fa-b56e-8de69fe9be61 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0742929 Sep 21 09:24:16.037719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-944ee8e8-5bf4-41ce-8ef3-b4f78a88a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.093515 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-944ee8e8-5bf4-41ce-8ef3-b4f78a88a1e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2c871096e304ae39c1d196f28ca7606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196550 Sep 21 09:24:16.094242 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ee8e8-5bf4-41ce-8ef3-b4f78a88a1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a84898c-e808-4d3c-a3c5-32507e7757ce,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:16.096449 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 38140) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:16.113590 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8f9057da-78e8-4aa4-a6b9-37e512100df1 req-19989fac-7971-4dad-bc0f-7568236b043d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Sep 21 09:24:16.146016 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.170062 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.216983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.220421 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.221261 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a84898c-e808-4d3c-a3c5-32507e7757ce HTTP/1.1" status: 204 len: 168 time: 0.1248641 Sep 21 09:24:16.228821 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ae52-a449-431e-94d8-a402e17abc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a84898c-e808-4d3c-a3c5-32507e7757ce,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:16.316767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da0fb9-890b-4e7c-8390-b1e1582fdd25 req-0798a044-4833-4a0a-b9de-f81995dd2dad tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:16.318258 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7da0fb9-890b-4e7c-8390-b1e1582fdd25 req-0798a044-4833-4a0a-b9de-f81995dd2dad tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0495145 Sep 21 09:24:16.356332 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7da0fb9-890b-4e7c-8390-b1e1582fdd25 req-ddb5df39-e07f-40b2-a6ee-a75afc58883e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Sep 21 09:24:16.534782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 38154) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:16.549699 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34d16e54-697f-4220-9296-dbd8326bd52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.638262 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34d16e54-697f-4220-9296-dbd8326bd52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.642418 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34d16e54-697f-4220-9296-dbd8326bd52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.679447 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-34d16e54-697f-4220-9296-dbd8326bd52e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a6b3435438746949fb48b57ad09ed5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418517 Sep 21 09:24:16.680560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16e54-697f-4220-9296-dbd8326bd52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1269b608-9151-4f1a-aa9b-f5241c3dba1c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:16.682248 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38156) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:16.730198 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.754338 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.799909 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.802412 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:16.803565 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1269b608-9151-4f1a-aa9b-f5241c3dba1c HTTP/1.1" status: 204 len: 168 time: 0.1202376 Sep 21 09:24:16.815273 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16055bd7-cf99-4b90-b74a-695061121a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1269b608-9151-4f1a-aa9b-f5241c3dba1c,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:17.014222 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100416f-47a1-4551-9a99-5e5386ded5bf req-3fd94098-f3f1-4756-b5ee-aef20ee6f166 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:17.015993 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6100416f-47a1-4551-9a99-5e5386ded5bf req-3fd94098-f3f1-4756-b5ee-aef20ee6f166 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Sep 21 09:24:17.025243 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffae5d-5a50-4504-9073-221eaf4be9e2 req-6e9a52db-9062-42fa-8504-5701ff620be7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:17.026826 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfffae5d-5a50-4504-9073-221eaf4be9e2 req-6e9a52db-9062-42fa-8504-5701ff620be7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0551949 Sep 21 09:24:17.055440 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6100416f-47a1-4551-9a99-5e5386ded5bf req-4795002c-518c-4489-b60e-598aedb7265a tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Sep 21 09:24:17.065861 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfffae5d-5a50-4504-9073-221eaf4be9e2 req-7ad4e7bd-6c1a-4f70-9c0f-c2aed6f99165 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Sep 21 09:24:17.234246 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b0f01-9136-4c4c-9f5b-14a6ffb3aee5 req-b65ba116-feaf-42fa-bd60-ae1f91dde5f3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:17.235742 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-953b0f01-9136-4c4c-9f5b-14a6ffb3aee5 req-b65ba116-feaf-42fa-bd60-ae1f91dde5f3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Sep 21 09:24:17.273678 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-953b0f01-9136-4c4c-9f5b-14a6ffb3aee5 req-f14230b6-dd3d-4b84-9eb3-4a9d0d14bb6b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Sep 21 09:24:17.474732 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0d22b-d8fe-448b-95a3-b67fa01f88ac req-a762c8a5-71df-4995-b89f-3c33a78e15d9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:17.476317 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7f0d22b-d8fe-448b-95a3-b67fa01f88ac req-a762c8a5-71df-4995-b89f-3c33a78e15d9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Sep 21 09:24:17.515296 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7f0d22b-d8fe-448b-95a3-b67fa01f88ac req-8cb1e10a-153d-48ce-abb2-1262249481f7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Sep 21 09:24:18.181368 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192e007-13d2-4473-bd08-76d2ef805113 req-3268fd09-ab9d-4771-a95a-14c4f7a4ff1c tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:18.183048 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a192e007-13d2-4473-bd08-76d2ef805113 req-3268fd09-ab9d-4771-a95a-14c4f7a4ff1c tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0589168 Sep 21 09:24:18.199715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d61de3-675a-4f97-be6b-5fd1241b0436 req-debeab5c-2b8b-4fa2-8fb5-6e26e03fba28 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:18.208438 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45d61de3-675a-4f97-be6b-5fd1241b0436 req-debeab5c-2b8b-4fa2-8fb5-6e26e03fba28 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0683391 Sep 21 09:24:18.233350 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a192e007-13d2-4473-bd08-76d2ef805113 req-b1eabc8e-9036-4cd5-b739-80d40960b729 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Sep 21 09:24:18.247052 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45d61de3-675a-4f97-be6b-5fd1241b0436 req-e03f2343-2f6d-4178-9a63-04a6a3fcc601 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Sep 21 09:24:18.387284 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa4e-1591-4c84-a19c-45779af4dad2 req-c6dbc0ab-b488-44e8-8748-aae7985b2353 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:18.389399 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-075dfa4e-1591-4c84-a19c-45779af4dad2 req-c6dbc0ab-b488-44e8-8748-aae7985b2353 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Sep 21 09:24:18.428867 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-075dfa4e-1591-4c84-a19c-45779af4dad2 req-60ef6a86-7e7b-447d-96d0-21645eee6102 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Sep 21 09:24:18.639769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba29f3-2a5a-49f5-ab7d-9a98b899ae04 req-772949e2-db1f-45c7-8029-ba25dea3e202 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:18.641090 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-75ba29f3-2a5a-49f5-ab7d-9a98b899ae04 req-772949e2-db1f-45c7-8029-ba25dea3e202 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0556965 Sep 21 09:24:18.681140 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-75ba29f3-2a5a-49f5-ab7d-9a98b899ae04 req-bd0690b0-d01f-4e6d-aa1a-f6a0126aeff4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329540 Sep 21 09:24:18.744021 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 38256) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:18.846205 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d817-2c8a-43c6-aeda-e2794bc4537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:18.931550 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d817-2c8a-43c6-aeda-e2794bc4537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:18.935290 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6f1d817-2c8a-43c6-aeda-e2794bc4537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:18.973769 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b6f1d817-2c8a-43c6-aeda-e2794bc4537f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb3896d6eb9e493080b5e13c85f24c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286096 Sep 21 09:24:18.974628 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d817-2c8a-43c6-aeda-e2794bc4537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c773fb23-42e4-496d-af02-5de44a2fa448,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:18.976402 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38260) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:19.024331 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.045113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.091252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.094445 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.095612 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c773fb23-42e4-496d-af02-5de44a2fa448 HTTP/1.1" status: 204 len: 168 time: 0.1181107 Sep 21 09:24:19.103126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8e20-6a83-419d-9052-adeba2a46da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c773fb23-42e4-496d-af02-5de44a2fa448,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:19.360563 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3d48-bd9b-4871-800c-519306a0eabf req-e7694698-cd8f-40d5-b30b-e6a488a583ae tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:19.362097 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5abd3d48-bd9b-4871-800c-519306a0eabf req-e7694698-cd8f-40d5-b30b-e6a488a583ae tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0546477 Sep 21 09:24:19.364317 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24904a-7aba-4065-8c17-a7cac724f27f req-b269980d-bacc-4bdb-a072-ec2a88feb935 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:19.365975 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c24904a-7aba-4065-8c17-a7cac724f27f req-b269980d-bacc-4bdb-a072-ec2a88feb935 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0499413 Sep 21 09:24:19.366783 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38272) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:19.392348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a86c0d8-e204-4ed3-b637-f05d7c4c9af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.407932 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c24904a-7aba-4065-8c17-a7cac724f27f req-9d2c325b-b31c-4974-9ba8-5b026d9d7b58 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354197 Sep 21 09:24:19.422416 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5abd3d48-bd9b-4871-800c-519306a0eabf req-5785f07d-f133-438a-8d3c-28a32e80e32b tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Sep 21 09:24:19.499564 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a86c0d8-e204-4ed3-b637-f05d7c4c9af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.503711 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a86c0d8-e204-4ed3-b637-f05d7c4c9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.542691 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-0a86c0d8-e204-4ed3-b637-f05d7c4c9af3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2d4f2ea81c54ff39cbd98d4726ebe4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746223 Sep 21 09:24:19.543630 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c0d8-e204-4ed3-b637-f05d7c4c9af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051774d-2058-48ff-b875-f4008ed91600,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:19.544252 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c350-29fc-414f-928b-4feae4791ce5 req-a3ca31f2-ffd7-4039-887e-2c3818f18776 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:19.546043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38276) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:19.557861 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ec6c350-29fc-414f-928b-4feae4791ce5 req-a3ca31f2-ffd7-4039-887e-2c3818f18776 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0638459 Sep 21 09:24:19.590485 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ec6c350-29fc-414f-928b-4feae4791ce5 req-f08602ab-2f74-4652-807a-d965f68b9d9c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Sep 21 09:24:19.595085 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.616620 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.666430 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.669295 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:19.673771 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2051774d-2058-48ff-b875-f4008ed91600 HTTP/1.1" status: 204 len: 168 time: 0.1244266 Sep 21 09:24:19.680915 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622054d8-bbed-4b89-b894-52d5a1d8e1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051774d-2058-48ff-b875-f4008ed91600,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:19.812651 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e810-9248-44b9-9d7f-41f5b048971d req-fc3efb7b-3950-44e3-b358-4d375d065ad9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:19.814195 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a05e810-9248-44b9-9d7f-41f5b048971d req-fc3efb7b-3950-44e3-b358-4d375d065ad9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0491738 Sep 21 09:24:19.853594 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a05e810-9248-44b9-9d7f-41f5b048971d req-4665c3eb-efa9-4712-9a7c-37ad0a2dc2e3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335371 Sep 21 09:24:20.016075 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-6ef873de-3745-4750-af58-2e01d4a585ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386889 Sep 21 09:24:20.109565 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-1b6012e3-a4bb-4fb6-99f2-190ae5c09e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.111043 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-1b6012e3-a4bb-4fb6-99f2-190ae5c09e08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 1099 time: 0.0387921 Sep 21 09:24:20.225372 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-66721357-19fe-42a0-90e3-e86ab9d317ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.226869 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-66721357-19fe-42a0-90e3-e86ab9d317ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.0912657 Sep 21 09:24:20.278917 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-94ea6c5a-c17d-411c-9192-9717eaf1b6c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 200 len: 217 time: 0.0375867 Sep 21 09:24:20.338266 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-eb8c4f6a-5ee9-4580-9770-89e871298cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.339769 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-eb8c4f6a-5ee9-4580-9770-89e871298cf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0505497 Sep 21 09:24:20.425144 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-bd55229f-7bad-48d3-bdf0-e558be0467eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377369 Sep 21 09:24:20.568875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45274956-babd-49bf-b8fd-a6706b1843ee req-a59283fa-e14d-49f4-afeb-55daf01dce71 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.571084 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45274956-babd-49bf-b8fd-a6706b1843ee req-a59283fa-e14d-49f4-afeb-55daf01dce71 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0654073 Sep 21 09:24:20.601376 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-90b600ba-5c27-44e0-9dbb-f0435798bc86 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378667 Sep 21 09:24:20.609935 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f071647-6bae-4cad-8e58-a866ffe2f838 req-aedae019-06cf-4b51-8d30-eb74918593b2 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.611390 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9f071647-6bae-4cad-8e58-a866ffe2f838 req-aedae019-06cf-4b51-8d30-eb74918593b2 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0760207 Sep 21 09:24:20.619060 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45274956-babd-49bf-b8fd-a6706b1843ee req-aa2adb0a-98c3-4f0d-959e-cb98a371df73 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Sep 21 09:24:20.677692 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9f071647-6bae-4cad-8e58-a866ffe2f838 req-d0c17189-a447-481b-acab-d8e261fac520 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 Sep 21 09:24:20.772666 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ed1646ba-f0c4-4d00-9ae6-9922154db227 req-47b456ca-f6f8-4375-b3a4-460f42ed2b51 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260591 Sep 21 09:24:20.785365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3d45-4ae7-4d5b-a390-fbb9ff356189 req-f0ef2421-8c39-41d7-b57f-5f03931133ee tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.791691 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cece3d45-4ae7-4d5b-a390-fbb9ff356189 req-f0ef2421-8c39-41d7-b57f-5f03931133ee tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1011717 Sep 21 09:24:20.864598 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cece3d45-4ae7-4d5b-a390-fbb9ff356189 req-01c96984-950b-435c-9332-0bd160e2a4e7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649540 Sep 21 09:24:20.888394 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb36ec-2d95-4baa-b61d-5ec7596136f5 req-43190f88-69b0-4354-a032-c5f487f18425 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:20.900129 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-25cb36ec-2d95-4baa-b61d-5ec7596136f5 req-43190f88-69b0-4354-a032-c5f487f18425 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0697808 Sep 21 09:24:20.900464 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 38328) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:20.905085 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'floatingip': {'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:21.072462 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:21.173400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a51d8-13f9-4c70-b4c2-00e05922ee90 req-09319b3d-5e8a-4e89-8b84-b510ae44623e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:21.177049 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7a51d8-13f9-4c70-b4c2-00e05922ee90 req-09319b3d-5e8a-4e89-8b84-b510ae44623e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1776767 Sep 21 09:24:21.231084 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300ceb6-1ee0-4463-8630-2b393ae9870c req-9fc1eb89-f8b7-4fa3-b97e-c916b84d5c35 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:21.232609 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6300ceb6-1ee0-4463-8630-2b393ae9870c req-9fc1eb89-f8b7-4fa3-b97e-c916b84d5c35 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0469427 Sep 21 09:24:21.280909 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6300ceb6-1ee0-4463-8630-2b393ae9870c req-98ddc12f-fdef-41de-bdef-e462a878bc88 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Sep 21 09:24:21.453455 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7a51d8-13f9-4c70-b4c2-00e05922ee90 req-5a3f8252-9ebc-49f9-b36c-9e953013d174 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693288 Sep 21 09:24:21.579972 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6573b7-0756-455c-81a2-a454498836b4 req-4eda2b4d-1d6c-4e39-8472-7314f41e627b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:21.581566 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dc6573b7-0756-455c-81a2-a454498836b4 req-4eda2b4d-1d6c-4e39-8472-7314f41e627b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0593185 Sep 21 09:24:21.590528 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 38366) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:21.595218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'floatingip': {'port_id': '71e640ad-983b-4633-96bc-cfedc94ec6be'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:21.669340 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:21.969086 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:21.973001 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.080766 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Floating IP 3c529b7b-c243-4dae-b1ed-4444b135c234 associated. External IP: 172.27.0.121, port: b7d2043c-0e20-48b7-8738-efc42b16d3e3. Sep 21 09:24:22.287839 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:22.405644 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.427123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:22.433526 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.443082 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:22.453605 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:22.454628 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:24:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:22.458268 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a58f-0af7-4030-806c-00dd67b8ebdd req-3f221b51-be16-4a69-969b-58e80fad9d70 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:22.459764 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cc08a58f-0af7-4030-806c-00dd67b8ebdd req-3f221b51-be16-4a69-969b-58e80fad9d70 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1075575 Sep 21 09:24:22.474801 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-efaf3e2f-b542-4955-a92e-988a15b80667 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "PUT /v2.0/floatingips/3c529b7b-c243-4dae-b1ed-4444b135c234 HTTP/1.1" status: 200 len: 992 time: 1.5735300 Sep 21 09:24:22.476228 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:22.478733 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d766f6c2-4d15-48a0-a122-3141e81b6bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:22.507933 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cc08a58f-0af7-4030-806c-00dd67b8ebdd req-53efdb3d-9a2e-45be-b47e-92b31cdfa8e2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Sep 21 09:24:22.508138 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.512751 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.577010 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab262a-73e6-4068-aab5-1014ac3b779d x-openstack-request-id: req-2dab262a-73e6-4068-aab5-1014ac3b779d {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:22.577368 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:22.577683 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dab262a-73e6-4068-aab5-1014ac3b779d {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:22.578143 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'status': 'completed', 'code': 200} Sep 21 09:24:22.609013 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:22.623357 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Floating IP acfa49e4-c1d7-4c54-93ed-7d705feec6bf associated. External IP: 172.27.0.253, port: 71e640ad-983b-4633-96bc-cfedc94ec6be. Sep 21 09:24:22.832330 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:22.871787 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '3c529b7b-c243-4dae-b1ed-4444b135c234', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:21Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:22.897176 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:22.905511 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:22.906116 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:24:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:22.941480 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:22.946137 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.954840 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:22.963992 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:22.964662 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:24:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:22.975777 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d91173fb-9e2c-4aa2-9520-33126ff6b76c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "PUT /v2.0/floatingips/acfa49e4-c1d7-4c54-93ed-7d705feec6bf HTTP/1.1" status: 200 len: 992 time: 1.3841121 Sep 21 09:24:22.976357 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:22.978589 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fe879-b8de-41db-b888-2f35ed250f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:23.011699 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:23.100268 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:23.324095 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '3c529b7b-c243-4dae-b1ed-4444b135c234', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:21Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:23.349778 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14146c2b-e3af-4dc0-a301-36f70639f16d None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '3c529b7b-c243-4dae-b1ed-4444b135c234', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:21Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:23.380731 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'acfa49e4-c1d7-4c54-93ed-7d705feec6bf', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:ab:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:22Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:23.407422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:23.415978 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:23.416623 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:24:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:23.524715 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:23.546033 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98835436-bfcb-410c-9448-3f872d037a1a None None] New status for floating IP 3c529b7b-c243-4dae-b1ed-4444b135c234: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:24:23.864831 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'acfa49e4-c1d7-4c54-93ed-7d705feec6bf', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:ab:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:22Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:23.890039 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f244e20-b4cd-4063-959e-58b89b65b63a None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'acfa49e4-c1d7-4c54-93ed-7d705feec6bf', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:ab:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:22Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:24.070111 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407157f-f07f-4633-86df-fb6c61ee8aa3 None None] New status for floating IP acfa49e4-c1d7-4c54-93ed-7d705feec6bf: ACTIVE {{(pid=93978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:24:25.769748 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-04328205-c564-4136-a1d8-338dfb40fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.774663 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-04328205-c564-4136-a1d8-338dfb40fe09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 1098 time: 0.0720425 Sep 21 09:24:25.776200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d576f-e476-44cc-9256-e1a9fe34581e x-openstack-request-id: req-723d576f-e476-44cc-9256-e1a9fe34581e {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:25.776552 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:25.778250 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-723d576f-e476-44cc-9256-e1a9fe34581e {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:25.778740 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'status': 'completed', 'code': 200} Sep 21 09:24:25.781026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-ef70aee9-d962-4c1f-a8ea-ac169dca3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.782788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-ef70aee9-d962-4c1f-a8ea-ac169dca3f66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0891244 Sep 21 09:24:25.890894 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-231de69f-1681-4a53-aa26-afe2b5dde787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.892396 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-231de69f-1681-4a53-aa26-afe2b5dde787 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1099 time: 0.0432398 Sep 21 09:24:26.003391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-34281d4a-5b28-4c1d-997c-c143b4b054e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.004988 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-34281d4a-5b28-4c1d-997c-c143b4b054e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.0913897 Sep 21 09:24:26.114506 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-e440a52b-69cd-47e3-acd8-b1064f538acc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 1002 time: 0.0987971 Sep 21 09:24:26.127913 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333864c9-1666-4f82-9e7a-d1953302bc1d req-daf915ec-1fac-49ef-8256-4218b2f947c7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.129420 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-333864c9-1666-4f82-9e7a-d1953302bc1d req-daf915ec-1fac-49ef-8256-4218b2f947c7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.3120410 Sep 21 09:24:26.168698 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-9954d381-9c39-4e76-a848-d130caa16cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.171070 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-9954d381-9c39-4e76-a848-d130caa16cf6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0443885 Sep 21 09:24:26.220286 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-599f283a-1b20-4593-a70a-9e593c475a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.221796 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-599f283a-1b20-4593-a70a-9e593c475a04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.3803346 Sep 21 09:24:26.224420 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-cd6ec704-95e3-4820-b546-b755d2ee1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.225900 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-cd6ec704-95e3-4820-b546-b755d2ee1c15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385621 Sep 21 09:24:26.229614 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-333864c9-1666-4f82-9e7a-d1953302bc1d req-5c500c84-a1ff-4acc-9b75-73a5a3a3e878 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Sep 21 09:24:26.231017 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-3a07aee3-bcda-4e5b-a785-f0bc2338a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.232945 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-3a07aee3-bcda-4e5b-a785-f0bc2338a092 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.3823442 Sep 21 09:24:26.275568 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-8deea51c-5576-48c1-a5d9-39f51c5a852f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e HTTP/1.1" status: 200 len: 217 time: 0.0380509 Sep 21 09:24:26.351958 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-8eba6ab5-1495-480c-8b8d-811c2e067736 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009889 Sep 21 09:24:26.408063 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-ae4ba018-f51d-4415-8ec0-ca816894d2a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1002 time: 0.1318836 Sep 21 09:24:26.411502 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-32921dd3-9664-428f-9131-ee3a9abfc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.412884 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-32921dd3-9664-428f-9131-ee3a9abfc958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0953302 Sep 21 09:24:26.460374 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f37fe879-b8de-41db-b888-2f35ed250f5e req-d520a975-ac1d-42d5-9634-359d5f36bc2d service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987179 Sep 21 09:24:26.480262 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-de9d1fe6-1dc5-4e65-b730-467522e482fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421672 Sep 21 09:24:26.521081 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-37df9b4b-5fa7-40df-bbf2-1fe10f275886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.522541 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-37df9b4b-5fa7-40df-bbf2-1fe10f275886 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0921397 Sep 21 09:24:26.611805 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-95788fab-da68-49b0-a430-cf896c8d9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.613311 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-95788fab-da68-49b0-a430-cf896c8d9004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576594 Sep 21 09:24:26.615438 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-0060c5e6-b669-4447-a204-d741c763fede service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266997 Sep 21 09:24:26.796165 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-e15b6f89-e83a-43e8-b332-de81ecc1c938 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552339 Sep 21 09:24:26.799642 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2e421004-5fd4-4b63-b5b5-ad70a74d7dec req-4a530954-3418-495a-9066-1177bb730315 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520028 Sep 21 09:24:26.912461 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d766f6c2-4d15-48a0-a122-3141e81b6bdb req-6a1b173a-6a1e-40ed-8e9f-d3af36af5aff service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957377 Sep 21 09:24:27.560123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73945-8940-4400-bd5a-596241b08100 req-97ce8d48-1b61-4276-a273-648c5ff7bfdc tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:27.561772 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5f73945-8940-4400-bd5a-596241b08100 req-97ce8d48-1b61-4276-a273-648c5ff7bfdc tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.2629359 Sep 21 09:24:27.600427 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5f73945-8940-4400-bd5a-596241b08100 req-f8a1a2b1-40a1-4631-a32b-ac2b712d8f67 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Sep 21 09:24:28.720707 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeb739-aa5d-4fe6-b2ac-4874ab0612f1 req-813785d1-02f1-4cbf-b24a-1f240f3f4a3e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:28.722131 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-71eeb739-aa5d-4fe6-b2ac-4874ab0612f1 req-813785d1-02f1-4cbf-b24a-1f240f3f4a3e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Sep 21 09:24:28.761096 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-71eeb739-aa5d-4fe6-b2ac-4874ab0612f1 req-41203580-2157-4485-af01-dd240e96ea30 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Sep 21 09:24:29.683457 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fe684602-f2c7-446c-906a-478b0ea28d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:29.887701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26cf96-9e5c-42c0-ac20-16d85ac011ef req-9b1ad994-d0a7-4df1-bbed-c8140430c917 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:29.889452 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5a26cf96-9e5c-42c0-ac20-16d85ac011ef req-9b1ad994-d0a7-4df1-bbed-c8140430c917 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0563166 Sep 21 09:24:29.928089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5a26cf96-9e5c-42c0-ac20-16d85ac011ef req-4552f9a7-4e94-4bcf-8c98-9bf0c20f2bc2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Sep 21 09:24:32.287842 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-edc4dea1-9166-49bd-b1c4-2d6099536387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:33.609579 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca08de-e529-4573-aa9e-3d3ce931c88d req-408b406e-7a89-459f-a17a-6579346ac705 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:33.611059 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-acca08de-e529-4573-aa9e-3d3ce931c88d req-408b406e-7a89-459f-a17a-6579346ac705 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0543914 Sep 21 09:24:33.647837 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-acca08de-e529-4573-aa9e-3d3ce931c88d req-3c395c71-5e3a-41e7-8462-bb2fca46c4b1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Sep 21 09:24:33.802191 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:33.812983 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:34.761760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84803a-d9b7-49da-8000-8370cd4eb855 req-8b322783-831a-45ff-9757-c90559bc4226 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:34.763381 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff84803a-d9b7-49da-8000-8370cd4eb855 req-8b322783-831a-45ff-9757-c90559bc4226 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0471706 Sep 21 09:24:34.799908 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff84803a-d9b7-49da-8000-8370cd4eb855 req-e0b1142f-5468-4c1e-aa5e-110381d1eca1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 21 09:24:35.325033 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.963114 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:24:39.708010 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96968-6e6a-4569-abad-2d906ce57df4 req-83c0c183-83af-4422-8274-4da7b0ed5011 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:39.709553 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-22b96968-6e6a-4569-abad-2d906ce57df4 req-83c0c183-83af-4422-8274-4da7b0ed5011 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0473471 Sep 21 09:24:39.749331 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-22b96968-6e6a-4569-abad-2d906ce57df4 req-0691a449-471a-4215-9b96-ce10817d32fe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Sep 21 09:24:40.882259 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8bfe8-33fa-4791-972e-5757ab99af96 req-c41adeef-d1ac-425b-8419-a9422c68a156 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:40.883673 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cbe8bfe8-33fa-4791-972e-5757ab99af96 req-c41adeef-d1ac-425b-8419-a9422c68a156 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Sep 21 09:24:40.925471 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cbe8bfe8-33fa-4791-972e-5757ab99af96 req-9613cd00-9f8a-4e30-904a-687a5e639d28 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Sep 21 09:24:46.186174 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068e7d-e85d-43f7-8fc7-e106f7ce8699 req-de1a7f3a-7e87-470c-8711-4edc13756072 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:46.187656 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c0068e7d-e85d-43f7-8fc7-e106f7ce8699 req-de1a7f3a-7e87-470c-8711-4edc13756072 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Sep 21 09:24:46.226797 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c0068e7d-e85d-43f7-8fc7-e106f7ce8699 req-718df196-1064-437e-82f3-98352bb2dafd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Sep 21 09:24:47.389437 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e285bb-cd50-4c74-b642-642ba02b15b8 req-813fe5ee-ae6e-4be6-856e-4423d8e4220a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.391063 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86e285bb-cd50-4c74-b642-642ba02b15b8 req-813fe5ee-ae6e-4be6-856e-4423d8e4220a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Sep 21 09:24:47.429574 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86e285bb-cd50-4c74-b642-642ba02b15b8 req-6ea84941-1e01-4cd0-83ae-d3c01ee349ae tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Sep 21 09:24:52.304772 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f5f3-3b70-4729-9174-d4dc9936295d req-0095c24c-ace2-40f3-b17c-d7047ceb47c1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:52.306226 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e6e2f5f3-3b70-4729-9174-d4dc9936295d req-0095c24c-ace2-40f3-b17c-d7047ceb47c1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0512197 Sep 21 09:24:52.343307 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e6e2f5f3-3b70-4729-9174-d4dc9936295d req-b26a6bba-6985-4368-880a-9a757914e8f6 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Sep 21 09:24:52.424376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:53.479179 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277717f-884f-483d-8b17-27be9b54681d req-cc929bb1-83cb-4261-8a15-b126993757ba tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:53.480724 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a277717f-884f-483d-8b17-27be9b54681d req-cc929bb1-83cb-4261-8a15-b126993757ba tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0552707 Sep 21 09:24:53.521617 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a277717f-884f-483d-8b17-27be9b54681d req-4cbf8822-7e6c-45a9-9617-19fa9f500b59 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Sep 21 09:24:54.667135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ab205-de2f-43c2-b96f-ae7764e089b3 req-a50ba7e5-c383-4328-bfae-c7d11a93bd9c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:54.668756 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d7ab205-de2f-43c2-b96f-ae7764e089b3 req-a50ba7e5-c383-4328-bfae-c7d11a93bd9c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0630932 Sep 21 09:24:54.713135 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d7ab205-de2f-43c2-b96f-ae7764e089b3 req-5f74427a-26d2-4215-894d-58f1a2968a46 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Sep 21 09:24:55.562654 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-bd642d06-b349-40bc-8893-e8e1eabe70c8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:55.564127 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-bd642d06-b349-40bc-8893-e8e1eabe70c8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.1150587 Sep 21 09:24:55.579384 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-75c85882-1d20-4e61-aec5-a4b57579c393 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/quotas/2466e2e40a8c43a4841be41320b5e780 HTTP/1.1" status: 200 len: 375 time: 0.0097692 Sep 21 09:24:55.628183 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-2b82d761-11d6-4716-913f-61b4f1880bd7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431523 Sep 21 09:24:55.736795 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-4d0cc0ed-b9bf-41da-8bd5-23637f0af5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006997 Sep 21 09:24:55.868103 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-369f907e-0e9c-4d72-b7ed-ecfa7c554ded service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228747 Sep 21 09:24:55.988547 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81583f7f-7ebf-42f2-b63e-95be7e28aa43 req-e183d9d7-e68e-4fbf-bd6b-5268d65746c0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:55.999081 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-81583f7f-7ebf-42f2-b63e-95be7e28aa43 req-e183d9d7-e68e-4fbf-bd6b-5268d65746c0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0611773 Sep 21 09:24:56.046716 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-81583f7f-7ebf-42f2-b63e-95be7e28aa43 req-f229944a-d06c-44c4-bd5d-9fd72e58dad3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Sep 21 09:24:56.053310 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72d7512d-35ef-4e05-8d05-90a8a17b9136 req-cda0d04a-f9dd-47a2-9b72-9b7a375fca90 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 210 time: 0.0411785 Sep 21 09:24:59.684647 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ef83c892-2810-41ea-aeb8-a4a944a714ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:01.127499 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2806e574-3176-4c00-b6d3-00196f6becb7 req-2a173f84-7c4e-41a6-b19d-dc832f01b8ef tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 210 time: 0.0297072 Sep 21 09:25:01.156971 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badbb1a-aa27-47af-9b1e-020b69356fdc req-db498027-19fb-4f62-9d74-91b5d104a965 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:01.158508 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3badbb1a-aa27-47af-9b1e-020b69356fdc req-db498027-19fb-4f62-9d74-91b5d104a965 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0572813 Sep 21 09:25:01.198028 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3badbb1a-aa27-47af-9b1e-020b69356fdc req-41231753-0c26-44f8-97bb-a3351aab56f7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Sep 21 09:25:02.304089 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-439c62ef-b166-4c72-94b1-670a0eed9ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:02.363600 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-6449511e-1de6-4ab1-85c4-373a32f9c71e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:02.366092 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-6449511e-1de6-4ab1-85c4-373a32f9c71e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.1948218 Sep 21 09:25:02.380252 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2110ea9b-4c51-40a6-84d3-6ae82d478a3d req-7409a4b3-af6d-43c4-b922-aea31aa87457 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 210 time: 0.0381308 Sep 21 09:25:02.408955 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Request body: {'port': {'device_id': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'admin_state_up': True, 'tenant_id': '2466e2e40a8c43a4841be41320b5e780'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:02.521729 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db7f2b-a5c6-4bfe-8688-59435b306064 req-77f74272-43d1-4b38-a84c-af7e7b9e4e5a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:02.521959 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-61db7f2b-a5c6-4bfe-8688-59435b306064 req-77f74272-43d1-4b38-a84c-af7e7b9e4e5a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1086104 Sep 21 09:25:02.593787 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-61db7f2b-a5c6-4bfe-8688-59435b306064 req-43b7d3ad-bf46-4ab0-92c9-d5edef6841ea tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Sep 21 09:25:02.599661 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:25:02.603038 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:02.735615 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Allocated IP 172.20.0.11 (aff120b1-109e-4660-87ed-88f8d0184256/f20eebab-1f44-455b-b7ac-18b6193f95a8/34f391db-c3dc-49c5-969e-c150cd7d21f4) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:25:02.890684 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:02.940370 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:02.954502 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:25:02.990168 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Network aff120b1-109e-4660-87ed-88f8d0184256 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:25:02.993741 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:25:02.996329 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:25:03.002991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.004173 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.026077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event updated for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:03.035985 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-56e0932e-825b-4478-8cc3-5e2449719fcd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320140 Sep 21 09:25:03.055191 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Request body: {'port': {'device_id': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:03.111168 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.378752 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f391db-c3dc-49c5-969e-c150cd7d21f4 {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:25:03.386256 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.398839 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Transition to ACTIVE for port object 34f391db-c3dc-49c5-969e-c150cd7d21f4 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:25:03.402662 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.460233 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:03.487634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Attempting to bind port 34f391db-c3dc-49c5-969e-c150cd7d21f4 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:25:03.488075 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Attempting to bind port 34f391db-c3dc-49c5-969e-c150cd7d21f4 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:25:03.488424 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Attempting to bind port 34f391db-c3dc-49c5-969e-c150cd7d21f4 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:25:03.492503 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Port 34f391db-c3dc-49c5-969e-c150cd7d21f4 on network aff120b1-109e-4660-87ed-88f8d0184256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:25:03.492846 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Attempting to bind port 34f391db-c3dc-49c5-969e-c150cd7d21f4 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:25:03.498904 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:25:03.499236 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Checking segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:25:03.499654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Bound using segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:25:03.500085 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Bound port: 34f391db-c3dc-49c5-969e-c150cd7d21f4, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:25:03.500434 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.566449 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:25:03.569642 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:25:03.573446 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.607387 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.607999 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.609619 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] 10.222.0.47 "PUT /v2.0/ports/34f391db-c3dc-49c5-969e-c150cd7d21f4 HTTP/1.1" status: 200 len: 1094 time: 0.5589638 Sep 21 09:25:03.610056 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:25:03.612272 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6dc038-cf8b-4261-a040-29d2cd423894" -d '{"events": [{"name": "network-changed", "server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:25:03.637426 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0defa-91c9-4fd3-8198-5dc941f0ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:03.763099 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-a78a724d-3753-4d33-aeb6-ee957d03dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.764926 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-a78a724d-3753-4d33-aeb6-ee957d03dde3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 1097 time: 0.0583639 Sep 21 09:25:03.846029 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-fb6cbb66-9bff-461e-9ca9-22a7c273fc6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4 HTTP/1.1" status: 200 len: 217 time: 0.0657821 Sep 21 09:25:03.864005 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f601e5-1dea-4767-aed9-e2c56ce8dad4 req-c4b54992-c889-4557-a7ee-9ebed7f02af2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.864952 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.865629 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70f601e5-1dea-4767-aed9-e2c56ce8dad4 req-c4b54992-c889-4557-a7ee-9ebed7f02af2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0970182 Sep 21 09:25:03.866353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:03.942586 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-54e443da-ba18-4ea9-a91b-f362bf6abee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.944066 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-54e443da-ba18-4ea9-a91b-f362bf6abee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0707815 Sep 21 09:25:03.947202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1355b39-b925-4bc3-9e3d-317a1b3a19aa req-54fc16d9-5917-4e10-9fda-f0ae6845cb5e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:03.948701 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1355b39-b925-4bc3-9e3d-317a1b3a19aa req-54fc16d9-5917-4e10-9fda-f0ae6845cb5e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Sep 21 09:25:03.949050 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70f601e5-1dea-4767-aed9-e2c56ce8dad4 req-bf11c210-9d13-40b5-a454-8b40bf448be0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670359 Sep 21 09:25:03.979123 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-ddd403d4-255f-4291-89a8-c074de9ca131 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260830 Sep 21 09:25:03.989725 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1355b39-b925-4bc3-9e3d-317a1b3a19aa req-680991dd-886b-4a35-a4ef-965b508a36e3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Sep 21 09:25:03.999486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d9c85-d26f-4140-9173-8f8c901a91cf x-openstack-request-id: req-a79d9c85-d26f-4140-9173-8f8c901a91cf {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:25:03.999875 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:25:04.000810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a79d9c85-d26f-4140-9173-8f8c901a91cf {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:25:04.001756 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4', 'status': 'completed', 'code': 200} Sep 21 09:25:04.120837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9714b1-f91c-40f8-87ee-9d5eb07f87ab req-af0c8566-fb3b-46ed-9060-70a52f2f4d12 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:04.122994 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d9714b1-f91c-40f8-87ee-9d5eb07f87ab req-af0c8566-fb3b-46ed-9060-70a52f2f4d12 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0669787 Sep 21 09:25:04.124833 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-f63b51c5-d3cf-4c38-be8f-d1f5b4415336 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372349 Sep 21 09:25:04.213706 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d9714b1-f91c-40f8-87ee-9d5eb07f87ab req-2aac3393-830a-4924-ba01-9ef62ec4684c tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846498 Sep 21 09:25:04.256914 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf78f8de-8d67-4f50-a9c4-3974b2cd0e97 req-6845450e-37ef-4c15-ad91-07e515406ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217225 Sep 21 09:25:04.463286 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-e6675066-c2c9-419f-9842-2a63125b3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:04.464819 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-e6675066-c2c9-419f-9842-2a63125b3588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 1097 time: 0.0391445 Sep 21 09:25:04.561161 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-c9d780eb-c335-4c5b-b318-8b45fe8f011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:04.562828 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-c9d780eb-c335-4c5b-b318-8b45fe8f011d service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.0891788 Sep 21 09:25:04.608522 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-ac9d3bcd-0523-4355-8b0e-776be6bb60c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4 HTTP/1.1" status: 200 len: 217 time: 0.0365074 Sep 21 09:25:04.661462 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-4c472684-fe12-45d3-90dd-e4b62bd5d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:04.662965 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-4c472684-fe12-45d3-90dd-e4b62bd5d8c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0462337 Sep 21 09:25:04.733125 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39152) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:04.839219 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7d5fd0b-5185-4cae-b4b6-d4bf823bb0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:04.925007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7d5fd0b-5185-4cae-b4b6-d4bf823bb0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:04.928963 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d7d5fd0b-5185-4cae-b4b6-d4bf823bb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:04.966142 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d7d5fd0b-5185-4cae-b4b6-d4bf823bb0aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=898257d7a2f54639b65bf5f10f605426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313299 Sep 21 09:25:04.967909 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5fd0b-5185-4cae-b4b6-d4bf823bb0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efac6e7-343d-4908-8b99-957a1a993e3d,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:04.968838 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39158) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:05.016115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.037560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.086138 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.088734 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.089864 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6efac6e7-343d-4908-8b99-957a1a993e3d HTTP/1.1" status: 204 len: 168 time: 0.1200438 Sep 21 09:25:05.097180 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a945e6-c132-4bf4-8160-ada7817761ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efac6e7-343d-4908-8b99-957a1a993e3d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:05.334276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.349277 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39174) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:05.363091 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4d1547eb-1474-4b9b-83d1-31b884e6948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.451155 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4d1547eb-1474-4b9b-83d1-31b884e6948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.455025 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4d1547eb-1474-4b9b-83d1-31b884e6948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.491863 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4d1547eb-1474-4b9b-83d1-31b884e6948d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=427c8195a5b244c2a84a62e242f0bf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414516 Sep 21 09:25:05.493706 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1547eb-1474-4b9b-83d1-31b884e6948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b067d-187a-4457-86b0-2eae4b1f6e0e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:05.495019 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39176) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:05.550117 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.570681 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.616645 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.619148 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:05.620298 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e19b067d-187a-4457-86b0-2eae4b1f6e0e HTTP/1.1" status: 204 len: 168 time: 0.1242452 Sep 21 09:25:05.628360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd5c33-64bb-4510-8001-c195c2d34562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b067d-187a-4457-86b0-2eae4b1f6e0e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:07.250750 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39228) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:07.352400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9af4183-d5e9-45ee-b881-e81a227e9417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.437535 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9af4183-d5e9-45ee-b881-e81a227e9417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.441401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9af4183-d5e9-45ee-b881-e81a227e9417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.480040 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d9af4183-d5e9-45ee-b881-e81a227e9417 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6db2acb2f7a54ee5bde34d72ad27590a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281320 Sep 21 09:25:07.481023 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af4183-d5e9-45ee-b881-e81a227e9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54132d4b-27a0-4e5a-b6df-aa066bda87b4,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:07.482765 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39234) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:07.537438 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.561462 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.608026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.610541 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.611677 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54132d4b-27a0-4e5a-b6df-aa066bda87b4 HTTP/1.1" status: 204 len: 168 time: 0.1266913 Sep 21 09:25:07.619231 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08364121-4f12-4257-bbb6-b01b2814176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54132d4b-27a0-4e5a-b6df-aa066bda87b4,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:07.862391 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39242) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:07.875650 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df926d33-fa8e-4f2a-a5c7-c9a3b3f00d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.965434 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df926d33-fa8e-4f2a-a5c7-c9a3b3f00d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:07.969189 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df926d33-fa8e-4f2a-a5c7-c9a3b3f00d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:08.009016 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-df926d33-fa8e-4f2a-a5c7-c9a3b3f00d5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbe1fba1253e461899696d618c8c559b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455739 Sep 21 09:25:08.010132 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df926d33-fa8e-4f2a-a5c7-c9a3b3f00d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2537ebc-2ba9-42dc-8054-baab108a5801,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:08.011718 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39246) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:08.062671 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:08.082350 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:08.126829 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:08.129344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:08.130533 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2537ebc-2ba9-42dc-8054-baab108a5801 HTTP/1.1" status: 204 len: 168 time: 0.1176219 Sep 21 09:25:08.138208 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a61ea-c0da-4b02-82ef-937f860e9f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2537ebc-2ba9-42dc-8054-baab108a5801,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:08.323697 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-c5bf389d-2cf5-4852-87df-99997516337d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251632 Sep 21 09:25:08.425088 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-81c5eab6-e357-4cbe-8437-8a82458f4d09 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886781 Sep 21 09:25:08.516693 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fe6dc038-cf8b-4261-a040-29d2cd423894 req-c1d6180d-4241-4379-a9cb-5e35182787b5 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841458 Sep 21 09:25:09.097960 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ec69a-ea2d-4d2d-b288-bd659e816842 req-2277d4fc-995d-485c-b6c9-c57a8c521d09 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:09.099584 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-860ec69a-ea2d-4d2d-b288-bd659e816842 req-2277d4fc-995d-485c-b6c9-c57a8c521d09 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0934186 Sep 21 09:25:09.120830 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2dfa-cca6-4594-a71f-e0d959168498 req-57cbd5b7-1714-4c61-921a-3fedcdc9e7fa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:09.123817 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfeb2dfa-cca6-4594-a71f-e0d959168498 req-57cbd5b7-1714-4c61-921a-3fedcdc9e7fa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0639672 Sep 21 09:25:09.151079 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-860ec69a-ea2d-4d2d-b288-bd659e816842 req-dc7bbcee-4a8d-47d9-9cd0-bc9f3c94c690 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Sep 21 09:25:09.175793 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfeb2dfa-cca6-4594-a71f-e0d959168498 req-2c94ab2f-6293-446a-9ace-60478ff49e2b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Sep 21 09:25:09.280800 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a2db-0027-4c27-bb50-e966d8038e88 req-c5b61fb9-e287-4116-9aee-8f01736bb3a7 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:09.282365 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cdd2a2db-0027-4c27-bb50-e966d8038e88 req-c5b61fb9-e287-4116-9aee-8f01736bb3a7 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0534275 Sep 21 09:25:09.355246 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cdd2a2db-0027-4c27-bb50-e966d8038e88 req-557d1850-9599-4357-9315-d2de57815b94 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Sep 21 09:25:10.215857 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39386) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:10.271492 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a96cf-99fe-4a41-9312-30fecfd8d85d req-1ac70f31-151f-451d-9956-a8c30f6d4e45 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:10.272944 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1c6a96cf-99fe-4a41-9312-30fecfd8d85d req-1ac70f31-151f-451d-9956-a8c30f6d4e45 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0493119 Sep 21 09:25:10.313743 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9e01-6f75-4b8c-8717-ac6527995700 req-29385d0e-8554-46c6-b1ee-d0e2562ad48a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:10.315462 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8aae9e01-6f75-4b8c-8717-ac6527995700 req-29385d0e-8554-46c6-b1ee-d0e2562ad48a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0610785 Sep 21 09:25:10.317209 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1c6a96cf-99fe-4a41-9312-30fecfd8d85d req-4aad6871-068c-497d-b773-712fad53aa96 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Sep 21 09:25:10.345189 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76ba3e7c-1873-4d43-8a6f-503e933f862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.360572 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8aae9e01-6f75-4b8c-8717-ac6527995700 req-24188dd0-f0a5-43e2-ae3b-4e617f04da0d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340049 Sep 21 09:25:10.473814 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76ba3e7c-1873-4d43-8a6f-503e933f862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.479414 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76ba3e7c-1873-4d43-8a6f-503e933f862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.525369 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1955b-2453-4f23-a14c-d75fcae000c2 req-a2954375-a257-4a07-b34e-b21893e17037 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:10.527224 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-97e1955b-2453-4f23-a14c-d75fcae000c2 req-a2954375-a257-4a07-b34e-b21893e17037 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0926294 Sep 21 09:25:10.551354 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba3e7c-1873-4d43-8a6f-503e933f862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13258c4c-cf0c-40db-a36c-c1b6d1a78ba3,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:10.556642 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-76ba3e7c-1873-4d43-8a6f-503e933f862e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad8518c5440449249743481616c5b9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396494 Sep 21 09:25:10.559914 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39400) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:10.591678 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-97e1955b-2453-4f23-a14c-d75fcae000c2 req-c8936a86-a471-43ed-a912-20bbaf3e47dc tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/security-groups?id=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Sep 21 09:25:10.654139 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.683433 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.697333 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-b5e34cf9-c522-480d-bede-e0568e27e3b2 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:10.698778 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-b5e34cf9-c522-480d-bede-e0568e27e3b2 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.47 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 945 time: 0.0747054 Sep 21 09:25:10.817617 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.819984 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.821149 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13258c4c-cf0c-40db-a36c-c1b6d1a78ba3 HTTP/1.1" status: 204 len: 168 time: 0.2600079 Sep 21 09:25:10.837723 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8540aa6-eb30-4ebe-943a-6876621699ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13258c4c-cf0c-40db-a36c-c1b6d1a78ba3,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:10.859547 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Deleting port f294a365-cd9e-41fb-b568-d89cd394098e {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:25:10.859893 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.952306 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] For port f294a365-cd9e-41fb-b568-d89cd394098e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f294a365-cd9e-41fb-b568-d89cd394098e,segment=NetworkSegment(874fd2b4-1d3f-43d5-a311-014d0e880deb),segment_id=874fd2b4-1d3f-43d5-a311-014d0e880deb)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:10.952711 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:10.972220 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Calling delete_port for f294a365-cd9e-41fb-b568-d89cd394098e owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:25:11.097468 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39410) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:11.112408 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-862b7840-9b44-4842-a6a1-efa36fe6fc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.139079 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.152115 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['f294a365-cd9e-41fb-b568-d89cd394098e'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:25:11.228744 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-862b7840-9b44-4842-a6a1-efa36fe6fc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.233159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-862b7840-9b44-4842-a6a1-efa36fe6fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.266319 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-862b7840-9b44-4842-a6a1-efa36fe6fc0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32b283ab5126459e8b9ee7240fac7723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675749 Sep 21 09:25:11.269480 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39414) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:11.293918 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b7840-9b44-4842-a6a1-efa36fe6fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc1493-4631-4a07-b6df-5277edc85d63,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:11.332961 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.356371 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.430349 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Pushing event deleted for resources: {'Port': ['ID=f294a365-cd9e-41fb-b568-d89cd394098e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:11.461581 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b49e-9d19-4651-b08a-c816f8d3d893 req-f9a6ef71-8063-47f8-a12a-a5c4caf8a1bb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:11.463051 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0357b49e-9d19-4651-b08a-c816f8d3d893 req-f9a6ef71-8063-47f8-a12a-a5c4caf8a1bb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0683515 Sep 21 09:25:11.474077 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.476618 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.477700 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2fc1493-4631-4a07-b6df-5277edc85d63 HTTP/1.1" status: 204 len: 168 time: 0.2067885 Sep 21 09:25:11.497912 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497429d4-29fc-4033-8d0c-d0664141e0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc1493-4631-4a07-b6df-5277edc85d63,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:11.518142 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0357b49e-9d19-4651-b08a-c816f8d3d893 req-359016f2-7eeb-499c-bc84-6f96b82d7a65 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Sep 21 09:25:11.546053 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] No DVR routers for this DVR port f294a365-cd9e-41fb-b568-d89cd394098e on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:25:11.549552 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:11.558102 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d1f3a37a-3f8f-4477-a4c6-6fc0d2f1ad76 req-5ac4c992-1bbd-4d66-8e4e-2e82045dd7c3 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.47 "DELETE /v2.0/ports/f294a365-cd9e-41fb-b568-d89cd394098e HTTP/1.1" status: 204 len: 173 time: 0.8503878 Sep 21 09:25:11.560555 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'name': 'network-vif-deleted', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:25:11.563541 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59cb6ab-9fc6-49aa-9d52-23415bd13a75" -d '{"events": [{"server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "name": "network-vif-deleted", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:25:11.591839 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c74d-7568-4e12-960b-2a0b3b9f64b6 req-1a7bda11-513a-4929-8f6d-49bf81257db4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:11.593386 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7c03c74d-7568-4e12-960b-2a0b3b9f64b6 req-1a7bda11-513a-4929-8f6d-49bf81257db4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1264658 Sep 21 09:25:11.620112 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeb0b1c-f75c-49e4-867d-d9d67b1ba5ab x-openstack-request-id: req-cdeb0b1c-f75c-49e4-867d-d9d67b1ba5ab {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:25:11.620393 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14789a63-863f-46ff-a9be-38d15e3ccbc3", "name": "network-vif-deleted", "tag": "f294a365-cd9e-41fb-b568-d89cd394098e", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:25:11.620667 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdeb0b1c-f75c-49e4-867d-d9d67b1ba5ab {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:25:11.621065 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14789a63-863f-46ff-a9be-38d15e3ccbc3', 'name': 'network-vif-deleted', 'tag': 'f294a365-cd9e-41fb-b568-d89cd394098e', 'status': 'completed', 'code': 200} Sep 21 09:25:11.659472 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7c03c74d-7568-4e12-960b-2a0b3b9f64b6 req-4ea4d9e2-2964-4e20-b2e5-88ef19898e4a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509627 Sep 21 09:25:11.733193 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e73790da-0416-46c4-9dca-0b8980702c7c req-89deaa2a-78b5-48bc-b0c9-cbb0eb3b0447 tempest-DeleteServersTestJSON-380485765 tempest-DeleteServersTestJSON-380485765-project] 10.222.0.42 "GET /v2.0/ports?device_id=14789a63-863f-46ff-a9be-38d15e3ccbc3 HTTP/1.1" status: 200 len: 210 time: 0.0384922 Sep 21 09:25:12.698124 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e27b4-6baa-4c5e-9428-55bcf28f7c69 req-a54fb294-7102-4ba9-b87f-b9c9340bbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:12.700849 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-445e27b4-6baa-4c5e-9428-55bcf28f7c69 req-a54fb294-7102-4ba9-b87f-b9c9340bbf9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 1098 time: 0.0955112 Sep 21 09:25:12.708226 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68112f21-8672-41f1-a034-133fdeb7cb2f req-bb6510e7-90bd-47dc-8c1d-48a4873387ec tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:12.709879 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-68112f21-8672-41f1-a034-133fdeb7cb2f req-bb6510e7-90bd-47dc-8c1d-48a4873387ec tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0844922 Sep 21 09:25:12.771535 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f114-a196-48c4-a355-23d555d13a76 req-ccaec9de-92fa-41ea-a825-06540a1abb16 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:12.772266 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3cd8f114-a196-48c4-a355-23d555d13a76 req-ccaec9de-92fa-41ea-a825-06540a1abb16 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0528567 Sep 21 09:25:12.777101 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-68112f21-8672-41f1-a034-133fdeb7cb2f req-556a401e-4660-46d5-8b2d-3a095f8061cd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594959 Sep 21 09:25:12.779495 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-445e27b4-6baa-4c5e-9428-55bcf28f7c69 req-7b2da7f2-7d73-4531-bbce-29f7d37dc5a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686033 Sep 21 09:25:12.819119 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3cd8f114-a196-48c4-a355-23d555d13a76 req-7a4b8a39-96d1-4a1c-a668-03143f66618f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Sep 21 09:25:13.311419 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39520) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:13.475965 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12a92526-f893-485c-9a01-216a9ec113a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.568897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12a92526-f893-485c-9a01-216a9ec113a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.574123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-12a92526-f893-485c-9a01-216a9ec113a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.613796 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-12a92526-f893-485c-9a01-216a9ec113a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=757362ae4dad40569ac923ad3292464c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013079 Sep 21 09:25:13.614631 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a92526-f893-485c-9a01-216a9ec113a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6483a6c7-0d84-4d12-b7a1-27027aa6905f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:13.617311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39530) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:13.671329 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.692057 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.740728 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.743969 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:13.745323 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6483a6c7-0d84-4d12-b7a1-27027aa6905f HTTP/1.1" status: 204 len: 168 time: 0.1266482 Sep 21 09:25:13.753989 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d68e7-6dac-40c6-9f88-332a74c23b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483a6c7-0d84-4d12-b7a1-27027aa6905f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:13.899142 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d45b30-473d-4738-95d4-caa73f55a678 req-59475d6c-c175-4516-aec7-6513337e0e27 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:13.900664 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05d45b30-473d-4738-95d4-caa73f55a678 req-59475d6c-c175-4516-aec7-6513337e0e27 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 944 time: 0.0548666 Sep 21 09:25:13.942023 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05d45b30-473d-4738-95d4-caa73f55a678 req-603703b6-d19d-45b4-aa67-60d90d571b51 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Sep 21 09:25:13.954915 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7beb-c39a-492c-a8d8-0d8b01c396f9 req-3dcd0db2-b7e8-4a19-849f-c74462ea0d5f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:13.956416 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d26b7beb-c39a-492c-a8d8-0d8b01c396f9 req-3dcd0db2-b7e8-4a19-849f-c74462ea0d5f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0635915 Sep 21 09:25:13.996351 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d26b7beb-c39a-492c-a8d8-0d8b01c396f9 req-7ebace69-89fb-44c8-a3d2-68da68def004 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Sep 21 09:25:14.264773 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39560) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:14.337873 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Deleting subnet d48b9edc-8cf2-467d-b913-2a389ffffb6f {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:25:14.342500 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.384166 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.395285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.451982 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.484322 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48b9edc-8cf2-467d-b913-2a389ffffb6f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:14.488008 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.489940 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-72ae983f-cc24-4d31-9fe8-3240f53e6465 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d48b9edc-8cf2-467d-b913-2a389ffffb6f HTTP/1.1" status: 204 len: 168 time: 0.2238171 Sep 21 09:25:14.492559 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39576) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:14.577322 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.687211 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.725658 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.726017 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.726841 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.727252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > port after_create 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.727604 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.727948 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > port after_update 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.728271 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.728618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.728977 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.729296 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.776453 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 34f391db-c3dc-49c5-969e-c150cd7d21f4 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:25:14.781982 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f294a365-cd9e-41fb-b568-d89cd394098e no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:25:14.813376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: f294a365-cd9e-41fb-b568-d89cd394098e {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:25:14.813376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f294a365-cd9e-41fb-b568-d89cd394098e not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:25:14.930440 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:14.942276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '34f391db-c3dc-49c5-969e-c150cd7d21f4', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'port_id': '34f391db-c3dc-49c5-969e-c150cd7d21f4', 'mac_address': 'fa:16:3e:06:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eebab-1f44-455b-b7ac-18b6193f95a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:25:14.942663 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.943168 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.943647 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.944049 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:25:14.944618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853c32c3-a177-45d0-9c08-eec3ad843eaf']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:25:14.963275 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874fd2b4-1d3f-43d5-a311-014d0e880deb') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:25:14.963967 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874fd2b4-1d3f-43d5-a311-014d0e880deb') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:25:14.966944 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:25:14.986677 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:14.989069 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.001523 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f391db-c3dc-49c5-969e-c150cd7d21f4 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:25:15.019790 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.022840 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:15.030160 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:25:15.030806 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.031036 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: from cryptography.utils import int_from_bytes Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: from cryptography.utils import int_from_bytes Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:25:15.048473 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:25:15.084072 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8ebd6-8b45-4065-84c4-a8b480238f00 req-cdcfed55-966e-4317-89b2-312044eb2d53 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:15.093134 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41b8ebd6-8b45-4065-84c4-a8b480238f00 req-cdcfed55-966e-4317-89b2-312044eb2d53 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 945 time: 0.0659895 Sep 21 09:25:15.102023 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:15.110482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.110837 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.111193 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.111513 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.111842 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.112167 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.112687 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.113186 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.113679 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.114159 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.114656 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.114983 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:15.131223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41b8ebd6-8b45-4065-84c4-a8b480238f00 req-2cf03973-2264-4d7a-ae47-5b9fbb44fb48 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Sep 21 09:25:15.176970 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.183486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.187010 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] 10.222.0.42 "DELETE /v2.0/networks/853c32c3-a177-45d0-9c08-eec3ad843eaf HTTP/1.1" status: 204 len: 168 time: 0.6932666 Sep 21 09:25:15.208329 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc246d-5e0e-4d4a-bb3f-ce4e7c92047a admin admin] Pushing event deleted for resources: {'Network': ['ID=853c32c3-a177-45d0-9c08-eec3ad843eaf,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:15.224150 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a2700-9e9a-4a40-8afd-1e23dc5346e1 req-158594b5-922d-4e23-a25b-3bf2fad2992e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:15.231995 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e53a2700-9e9a-4a40-8afd-1e23dc5346e1 req-158594b5-922d-4e23-a25b-3bf2fad2992e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1047974 Sep 21 09:25:15.269787 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e53a2700-9e9a-4a40-8afd-1e23dc5346e1 req-567c160a-4b6b-4481-b0cc-35b4540632e8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369289 Sep 21 09:25:15.366325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39642) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:15.388325 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e739d2-e46b-4194-9bf4-500853279b46 req-4c118751-d959-4c10-892a-015630e4b988 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:15.389880 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-27e739d2-e46b-4194-9bf4-500853279b46 req-4c118751-d959-4c10-892a-015630e4b988 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0504591 Sep 21 09:25:15.408163 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-54b620d8-9e42-4ee1-877a-1520d8d7c6e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36baa5492d774abc8b883345e961c054&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406866 Sep 21 09:25:15.410649 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39646) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:15.431898 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-27e739d2-e46b-4194-9bf4-500853279b46 req-ef243f63-b556-4f3a-9ab9-9b5405d8d8fa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Sep 21 09:25:15.468180 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.491289 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.542072 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.544769 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:15.545940 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2 HTTP/1.1" status: 204 len: 168 time: 0.1342881 Sep 21 09:25:15.565856 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5249-c42f-4bc0-92bc-001cb4324e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff5c7a-7d0f-4bd6-8b4c-263875fb9dc2,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:15.590670 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['34f391db-c3dc-49c5-969e-c150cd7d21f4'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:25:16.296603 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e9f1-69bd-4231-a451-1297a96e400f req-0b6de382-4aa1-419d-b536-45ca6b39cef9 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:16.298399 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c817e9f1-69bd-4231-a451-1297a96e400f req-0b6de382-4aa1-419d-b536-45ca6b39cef9 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Sep 21 09:25:16.350729 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c817e9f1-69bd-4231-a451-1297a96e400f req-2e133305-7e71-4a1c-a9c7-096a1b7d7a21 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Sep 21 09:25:17.129602 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9326-8e5a-4d75-918e-950ef140668a req-44ce7af4-8daa-4271-9381-a7414fb04f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:17.132358 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-44ce7af4-8daa-4271-9381-a7414fb04f3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0554256 Sep 21 09:25:17.140688 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a88988-5ad8-45d6-918e-b29930f089da req-01cd653c-6e93-457c-9d4e-faf8e64feeb2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:17.142181 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2a88988-5ad8-45d6-918e-b29930f089da req-01cd653c-6e93-457c-9d4e-faf8e64feeb2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0510392 Sep 21 09:25:17.186913 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2a88988-5ad8-45d6-918e-b29930f089da req-23071ba5-5b6e-46d8-9e0d-a1b2900086df tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361409 Sep 21 09:25:17.234001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9326-8e5a-4d75-918e-950ef140668a req-88a87e30-78d4-4de5-8f2e-b0039b92c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:17.235636 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-88a87e30-78d4-4de5-8f2e-b0039b92c95c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.0964508 Sep 21 09:25:17.280379 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-787c657c-a26c-4d93-b322-354f67e551d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0377798 Sep 21 09:25:17.341515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9326-8e5a-4d75-918e-950ef140668a req-c4eb3d57-7383-4d03-89df-395c03c98a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:17.343009 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-c4eb3d57-7383-4d03-89df-395c03c98a58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0477245 Sep 21 09:25:17.381601 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-cb5b8150-ec20-4513-b6ce-f1566c612981 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316660 Sep 21 09:25:17.504598 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-d469df4d-7e54-47af-8698-0a58b3a25c88 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152613 Sep 21 09:25:17.514896 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5ed2e-95a6-446f-afa5-d982c2882cb9 req-b69cf10f-586e-403a-ad91-6d865c434acb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:17.517447 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e0b5ed2e-95a6-446f-afa5-d982c2882cb9 req-b69cf10f-586e-403a-ad91-6d865c434acb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 945 time: 0.0708370 Sep 21 09:25:17.616325 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e0b5ed2e-95a6-446f-afa5-d982c2882cb9 req-521741d5-9e57-4efe-a945-6e47c6745501 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Sep 21 09:25:17.631338 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39772) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:17.637907 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41ba9326-8e5a-4d75-918e-950ef140668a req-0550868e-7967-4501-872b-1834809236b4 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204727 Sep 21 09:25:17.738278 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:17.825722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:17.829417 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:17.874427 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650175b-ac90-466c-8cac-b7e7407d7def,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:17.878172 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7665c096f6d42a08af22ea9afd19696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456884 Sep 21 09:25:17.880931 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39778) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:17.884021 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.884372 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.884741 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.885080 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.885416 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.885749 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.886078 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.886417 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.886741 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.887066 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.887392 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.887714 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273775c-9ef1-4329-8a5f-8c9c54cd5a4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:17.934332 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:17.961702 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.025297 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.028371 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.029719 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0650175b-ac90-466c-8cac-b7e7407d7def HTTP/1.1" status: 204 len: 168 time: 0.1477675 Sep 21 09:25:18.038554 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650175b-ac90-466c-8cac-b7e7407d7def,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:18.047015 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.047358 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.047697 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.048031 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.048357 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.048707 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.049037 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.049358 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.049679 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.050002 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.050316 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.050779 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc4eb97-f441-4932-a0cd-337636fddb85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:25:18.311129 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39792) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:18.324565 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd1cb-0f5f-49f6-b9d0-7d084731eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.417973 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd1cb-0f5f-49f6-b9d0-7d084731eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.421907 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd1cb-0f5f-49f6-b9d0-7d084731eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.459234 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8d2fd1cb-0f5f-49f6-b9d0-7d084731eb41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d604682b035049e7b914c071c8ee5f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470208 Sep 21 09:25:18.460118 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fd1cb-0f5f-49f6-b9d0-7d084731eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844ee45-2274-4c38-b640-5eb1d7f86ee8,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:18.461972 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39796) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:18.510743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.534287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.583275 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.586081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:18.587290 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3844ee45-2274-4c38-b640-5eb1d7f86ee8 HTTP/1.1" status: 204 len: 168 time: 0.1232197 Sep 21 09:25:18.595332 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e57e5-4a90-4574-bfb1-8871542d540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844ee45-2274-4c38-b640-5eb1d7f86ee8,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:20.951836 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39886) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:21.061776 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-017cfee9-cbc3-482e-90dd-4f242969b680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.144834 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 34f391db-c3dc-49c5-969e-c150cd7d21f4 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:25:21.159412 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-017cfee9-cbc3-482e-90dd-4f242969b680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.164850 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-017cfee9-cbc3-482e-90dd-4f242969b680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.196458 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 34f391db-c3dc-49c5-969e-c150cd7d21f4 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:25:21.200985 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 34f391db-c3dc-49c5-969e-c150cd7d21f4 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:25:21.201301 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.205802 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-017cfee9-cbc3-482e-90dd-4f242969b680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=154b853bde3843d39c5a7e0efd005af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529066 Sep 21 09:25:21.206659 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cfee9-cbc3-482e-90dd-4f242969b680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508703e4-f4d2-4129-afe2-bbb59038e18b,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:21.208660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39892) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:21.264772 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.280665 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.287046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.303263 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:25:21.305699 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68288da-67e0-4124-814f-50532b598e93" -d '{"events": [{"server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "name": "network-vif-plugged", "status": "completed", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:25:21.321032 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:21.325869 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.342691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.345248 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.346487 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/508703e4-f4d2-4129-afe2-bbb59038e18b HTTP/1.1" status: 204 len: 168 time: 0.1367447 Sep 21 09:25:21.353979 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da3f8-c03a-4c14-ac28-f56f5b2799a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508703e4-f4d2-4129-afe2-bbb59038e18b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:21.380723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:21.614830 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 39900) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:21.628046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aadd14cd-b2fd-4b32-baab-45aae38b0cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.726510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aadd14cd-b2fd-4b32-baab-45aae38b0cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.730174 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aadd14cd-b2fd-4b32-baab-45aae38b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.768189 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-aadd14cd-b2fd-4b32-baab-45aae38b0cc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ce3a0887a9b49e7bb6abf98d6084d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522782 Sep 21 09:25:21.769425 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd14cd-b2fd-4b32-baab-45aae38b0cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b17c50-e82f-42a7-8532-c85d222efac8,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:21.770877 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 39904) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:21.824387 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.849469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.896859 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.899639 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:21.903412 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91b17c50-e82f-42a7-8532-c85d222efac8 HTTP/1.1" status: 204 len: 168 time: 0.1288817 Sep 21 09:25:21.908508 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354bd5c-d004-46a0-b5b6-8cee5c020c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b17c50-e82f-42a7-8532-c85d222efac8,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:23.811790 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:25.545599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51487e3c-2854-46be-a97c-478d20f72325 req-eab9cf70-a378-474e-a088-655e4b5e9eb1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:25.547227 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-51487e3c-2854-46be-a97c-478d20f72325 req-eab9cf70-a378-474e-a088-655e4b5e9eb1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0526710 Sep 21 09:25:25.553134 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb25f-e574-4458-a589-66ad347da80e req-458273c1-34c8-4db0-bddf-836a188f81b3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:25.554613 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2a0cb25f-e574-4458-a589-66ad347da80e req-458273c1-34c8-4db0-bddf-836a188f81b3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0496540 Sep 21 09:25:25.585811 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-51487e3c-2854-46be-a97c-478d20f72325 req-86ce77bd-9e81-41d8-88fd-0854d75aa3b6 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Sep 21 09:25:25.595218 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2a0cb25f-e574-4458-a589-66ad347da80e req-8d33dee7-0d90-40cd-8fd3-686f505602ae tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Sep 21 09:25:25.627930 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4420873-7cec-4c5a-a545-4f7286c2cdec x-openstack-request-id: req-a4420873-7cec-4c5a-a545-4f7286c2cdec {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:25:25.628500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "name": "network-vif-plugged", "status": "completed", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:25:25.628500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4420873-7cec-4c5a-a545-4f7286c2cdec {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:25:25.628867 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4', 'code': 200} Sep 21 09:25:25.804410 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-1ff41a72-f674-4ca0-a1de-c92bd5209b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:25.805950 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-1ff41a72-f674-4ca0-a1de-c92bd5209b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0432589 Sep 21 09:25:25.961320 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116917f-b657-4b69-9c18-d277f4927f5a req-8d59be0f-968b-4134-aceb-a561ecc6632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:25.962808 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5116917f-b657-4b69-9c18-d277f4927f5a req-8d59be0f-968b-4134-aceb-a561ecc6632c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 1099 time: 0.0580401 Sep 21 09:25:25.964115 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-77d36754-1ab9-48fc-bdfd-052007122c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:25.965516 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-77d36754-1ab9-48fc-bdfd-052007122c82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.1388512 Sep 21 09:25:26.028731 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-59802ceb-54a4-4e38-8b14-343f2a4b90af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0509720 Sep 21 09:25:26.049981 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5116917f-b657-4b69-9c18-d277f4927f5a req-a28ffc50-0bd0-46f9-8584-7083b099df1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733843 Sep 21 09:25:26.082980 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-bdd76945-eba1-48ff-b6fb-1af8968e52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:26.084365 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-bdd76945-eba1-48ff-b6fb-1af8968e52fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0477004 Sep 21 09:25:26.512102 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-58e98bfd-c1cc-40b6-a0e1-37731d5f6e4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353367 Sep 21 09:25:26.615391 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-96b65301-3812-4152-8980-c105f2676678 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900347 Sep 21 09:25:26.706538 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847a57-edcc-4e96-bfd8-fc44939f4940 req-4603f43a-7c65-4657-b8a8-db27ce62fcd4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:26.708043 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53847a57-edcc-4e96-bfd8-fc44939f4940 req-4603f43a-7c65-4657-b8a8-db27ce62fcd4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Sep 21 09:25:26.740208 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-476e0e54-88cc-47e8-a1d7-95d9ff3c0aba req-25c6bbf5-87fd-452e-92ee-665bfff0ec17 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165700 Sep 21 09:25:26.748948 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53847a57-edcc-4e96-bfd8-fc44939f4940 req-6a26c997-455f-4590-8e95-664d720c87b1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Sep 21 09:25:26.752521 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b48ff9-b9ed-4d6a-9491-c818ddaad987 req-91a7d7cd-b81c-44f9-a427-d0dd2040e8a2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:26.753997 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05b48ff9-b9ed-4d6a-9491-c818ddaad987 req-91a7d7cd-b81c-44f9-a427-d0dd2040e8a2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0738227 Sep 21 09:25:26.795430 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-05b48ff9-b9ed-4d6a-9491-c818ddaad987 req-6092d22e-a3d1-42f0-a3d2-de87baf56ead tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Sep 21 09:25:27.874397 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d72e-9f29-4d28-a4f8-ea524c5e489a req-d78951cc-d98b-414a-b59a-018bced5378a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:27.880336 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c941d72e-9f29-4d28-a4f8-ea524c5e489a req-d78951cc-d98b-414a-b59a-018bced5378a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0586500 Sep 21 09:25:27.918166 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c941d72e-9f29-4d28-a4f8-ea524c5e489a req-e2f13cb6-4264-4940-86aa-e9c79981e2aa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Sep 21 09:25:27.926613 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097287f-0939-45af-b275-a27959899f77 req-d370f698-924d-4cd6-997b-3220504136d3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:27.928099 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5097287f-0939-45af-b275-a27959899f77 req-d370f698-924d-4cd6-997b-3220504136d3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0565064 Sep 21 09:25:27.967330 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5097287f-0939-45af-b275-a27959899f77 req-9e92bc44-d7c4-4750-bd0f-1f99c69884d0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Sep 21 09:25:29.685990 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f0e42317-0988-4615-8758-3e7b5741ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:32.292275 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9367f5a6-d0e6-48a8-a35f-19e12107dddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:33.815602 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:33.819065 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:35.332577 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:36.069755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2984a-e1c5-4fd3-82e4-61258a106a56 req-97ae28f1-a1cf-42a8-b0f5-6798eb305946 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:36.071250 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91f2984a-e1c5-4fd3-82e4-61258a106a56 req-97ae28f1-a1cf-42a8-b0f5-6798eb305946 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Sep 21 09:25:36.081161 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abd2d0-8d96-4ce3-930e-cf3b87de7d50 req-17edf286-8c03-4bcd-a481-d259194f3f55 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:36.082658 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-27abd2d0-8d96-4ce3-930e-cf3b87de7d50 req-17edf286-8c03-4bcd-a481-d259194f3f55 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0501935 Sep 21 09:25:36.113964 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91f2984a-e1c5-4fd3-82e4-61258a106a56 req-78b2250c-f7e2-49c4-8ee8-e16f01211e30 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Sep 21 09:25:36.122756 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-27abd2d0-8d96-4ce3-930e-cf3b87de7d50 req-6dcd7dc9-8b5f-4081-a6c0-8620b9240aae tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Sep 21 09:25:37.250574 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a2794-8121-4373-a178-d6749d979273 req-7402a812-661e-4ca9-be3f-628df6266ae5 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:37.252139 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-070a2794-8121-4373-a178-d6749d979273 req-7402a812-661e-4ca9-be3f-628df6266ae5 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0578902 Sep 21 09:25:37.266754 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7605-c4e0-4039-bf7b-d098d1768e97 req-cfb544c8-83f4-45c3-a715-d56035ca64c0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:37.269056 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-448c7605-c4e0-4039-bf7b-d098d1768e97 req-cfb544c8-83f4-45c3-a715-d56035ca64c0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0680251 Sep 21 09:25:37.290718 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-070a2794-8121-4373-a178-d6749d979273 req-8a12a099-ac4f-4bd8-bfa1-507623a2434f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Sep 21 09:25:37.314118 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-448c7605-c4e0-4039-bf7b-d098d1768e97 req-99a31c51-8779-4e22-b1df-f1a682bb0541 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Sep 21 09:25:38.408159 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732618-d3d1-4841-9bf1-8cf9799d9bf2 req-636907dc-03c8-4690-b63f-2bd24050458f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:38.409683 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-24732618-d3d1-4841-9bf1-8cf9799d9bf2 req-636907dc-03c8-4690-b63f-2bd24050458f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0499108 Sep 21 09:25:38.449124 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-24732618-d3d1-4841-9bf1-8cf9799d9bf2 req-3f2e0499-f985-4ede-82ec-86337fb33bc0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Sep 21 09:25:38.985774 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40234) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:39.134443 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a5205ef-a23d-4503-8bdb-bae9e31ce7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.221009 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a5205ef-a23d-4503-8bdb-bae9e31ce7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.224728 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a5205ef-a23d-4503-8bdb-bae9e31ce7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.264777 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7a5205ef-a23d-4503-8bdb-bae9e31ce7f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b7d0040ebc3450d86a0263018dea85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777107 Sep 21 09:25:39.265493 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5205ef-a23d-4503-8bdb-bae9e31ce7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06585a6-19d2-4989-afe3-a9a934ef77ac,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:39.267517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40244) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:39.330848 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.352293 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.406983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.409617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.410781 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b06585a6-19d2-4989-afe3-a9a934ef77ac HTTP/1.1" status: 204 len: 168 time: 0.1421149 Sep 21 09:25:39.419678 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848e8bc-b93b-4d3d-bc07-7e98a2a6c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06585a6-19d2-4989-afe3-a9a934ef77ac,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:39.537722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40256) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:39.585059 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d2bb-1950-4613-ad92-a5424d34e981 req-0fd63907-0272-4579-9841-c9eab563d8ca tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:39.587447 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-92e1d2bb-1950-4613-ad92-a5424d34e981 req-0fd63907-0272-4579-9841-c9eab563d8ca tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0635757 Sep 21 09:25:39.649977 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-92e1d2bb-1950-4613-ad92-a5424d34e981 req-c8e445ca-befe-4edd-93f9-d141b6f3fde7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Sep 21 09:25:39.713285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acbe-e5a1-4e13-b3bd-6b3743c81ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.782495 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40264) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:39.806571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfbe3438-ee8e-4a33-841c-0d8d5124629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.834916 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acbe-e5a1-4e13-b3bd-6b3743c81ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.839994 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acbe-e5a1-4e13-b3bd-6b3743c81ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.897704 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e4b2acbe-e5a1-4e13-b3bd-6b3743c81ce9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a513b97cc464895a766837e027fac19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576899 Sep 21 09:25:39.899660 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40268) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:39.901853 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2acbe-e5a1-4e13-b3bd-6b3743c81ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01cdc8-f0de-4440-8504-8bc404239407,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:39.958084 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.980451 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfbe3438-ee8e-4a33-841c-0d8d5124629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.987152 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:39.989458 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfbe3438-ee8e-4a33-841c-0d8d5124629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.029858 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cfbe3438-ee8e-4a33-841c-0d8d5124629a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=707e31207c7347eb9350692623f7b8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461803 Sep 21 09:25:40.030875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe3438-ee8e-4a33-841c-0d8d5124629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ce6b1-4710-4353-96ad-d677f8301988,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:40.032899 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40272) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:40.063612 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.066292 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.067450 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff01cdc8-f0de-4440-8504-8bc404239407 HTTP/1.1" status: 204 len: 168 time: 0.1667948 Sep 21 09:25:40.086042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94329ec-3571-424b-b5f1-a51785483f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01cdc8-f0de-4440-8504-8bc404239407,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:40.114986 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.141581 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.200884 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.203786 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:40.205061 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c8ce6b1-4710-4353-96ad-d677f8301988 HTTP/1.1" status: 204 len: 168 time: 0.1697640 Sep 21 09:25:40.213378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92c5d-b617-4dd3-a565-1cca409e1f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ce6b1-4710-4353-96ad-d677f8301988,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:40.325056 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-138328ec-e111-45d1-b2d5-4d11c2690501 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:40.326885 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-138328ec-e111-45d1-b2d5-4d11c2690501 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.1104023 Sep 21 09:25:40.347120 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-0ab800e9-6240-44b7-9101-e0e3494a8529 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/quotas/2466e2e40a8c43a4841be41320b5e780 HTTP/1.1" status: 200 len: 375 time: 0.0114243 Sep 21 09:25:40.412333 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-b38f3bf3-a77d-4117-8a7f-5aa231767f03 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604722 Sep 21 09:25:40.523333 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-22fcfe98-1e5c-4f55-af59-efd0d07c3695 service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091931 Sep 21 09:25:40.638173 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-9dfb5b6b-0c96-475e-b68d-1630973d4342 service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056514 Sep 21 09:25:40.827714 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f9c36-5392-484e-8c21-6ecf82eb1ab9 req-14287bd9-d5ad-4d94-a926-c817c630d255 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:40.830448 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb6f9c36-5392-484e-8c21-6ecf82eb1ab9 req-14287bd9-d5ad-4d94-a926-c817c630d255 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0843911 Sep 21 09:25:40.834890 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7466360a-5d84-49ec-95b6-2ec19a02c23c req-69e3d53f-1f47-4f9d-b639-11e5b026d09f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 210 time: 0.0358870 Sep 21 09:25:40.882421 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb6f9c36-5392-484e-8c21-6ecf82eb1ab9 req-0ba4920c-9141-428a-8ed5-ec95360efa86 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Sep 21 09:25:41.947521 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e0edce9e-6298-49b6-bc1c-4265fa4e6f07 req-bb3ed9a8-1971-405b-b393-a6c919a6330e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 210 time: 0.0383317 Sep 21 09:25:42.047222 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3457-610a-43de-b71a-d090b579e51d req-6d5d12c4-935c-44c1-9345-20ed1c56385f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:42.054930 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e5a3457-610a-43de-b71a-d090b579e51d req-6d5d12c4-935c-44c1-9345-20ed1c56385f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0704937 Sep 21 09:25:42.117150 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e5a3457-610a-43de-b71a-d090b579e51d req-d4faf950-ad79-46a8-b7f7-c2d8a80b8a70 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612755 Sep 21 09:25:42.192160 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6f927dd2-ac32-409b-8221-2c2fcdd15d70 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:42.196832 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6f927dd2-ac32-409b-8221-2c2fcdd15d70 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.1658988 Sep 21 09:25:42.223642 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Request body: {'port': {'device_id': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'admin_state_up': True, 'tenant_id': '2466e2e40a8c43a4841be41320b5e780'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:42.357219 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:25:42.360768 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:42.504811 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Allocated IP 172.20.0.4 (aff120b1-109e-4660-87ed-88f8d0184256/f20eebab-1f44-455b-b7ac-18b6193f95a8/623bfb23-aa01-4c56-b3ab-7e844bb474b9) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:25:42.689440 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:42.725109 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:42.744929 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078', '34f391db-c3dc-49c5-969e-c150cd7d21f4'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:25:42.781514 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Network aff120b1-109e-4660-87ed-88f8d0184256 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:25:42.797503 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:25:42.806348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:25:42.819863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event updated for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:42.897238 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:42.898092 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:42.915086 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-140310c8-e232-428b-b026-9ba8bc6c2c94 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7000189 Sep 21 09:25:42.948953 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Request body: {'port': {'device_id': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:43.012701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.165686 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd5ee6-5dad-411a-8199-1e3e44ac61f3 req-2e7da1eb-2424-4ea3-937e-8b85ce932a79 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:43.167160 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-67bd5ee6-5dad-411a-8199-1e3e44ac61f3 req-2e7da1eb-2424-4ea3-937e-8b85ce932a79 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 931 time: 0.1191168 Sep 21 09:25:43.251358 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9deff-c5ed-4f51-9240-c880c426a9cf req-dfdf107d-ecb2-4907-8d65-c5d5443803ac tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:43.252966 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84d9deff-c5ed-4f51-9240-c880c426a9cf req-dfdf107d-ecb2-4907-8d65-c5d5443803ac tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0492506 Sep 21 09:25:43.301189 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84d9deff-c5ed-4f51-9240-c880c426a9cf req-5822e6ca-189b-4c66-a760-9394bad2a37d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Sep 21 09:25:43.466361 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-67bd5ee6-5dad-411a-8199-1e3e44ac61f3 req-4c7d1ab0-8e2f-48a3-a243-717fabe73357 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910178 Sep 21 09:25:43.542884 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623bfb23-aa01-4c56-b3ab-7e844bb474b9 {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:25:43.550668 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.562132 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Transition to ACTIVE for port object 623bfb23-aa01-4c56-b3ab-7e844bb474b9 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:25:43.565600 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.620183 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:43.683012 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Attempting to bind port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:25:43.683347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Attempting to bind port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:25:43.683717 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Attempting to bind port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:25:43.687991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 on network aff120b1-109e-4660-87ed-88f8d0184256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:25:43.688280 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Attempting to bind port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:25:43.693076 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:25:43.693415 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Checking segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:25:43.693796 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Bound using segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:25:43.694218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Bound port: 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:25:43.694574 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.756795 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:25:43.760178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:25:43.766997 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.805906 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:43.806542 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:43.807922 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/623bfb23-aa01-4c56-b3ab-7e844bb474b9 HTTP/1.1" status: 200 len: 1093 time: 0.8647618 Sep 21 09:25:43.808358 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:25:43.810984 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771ce62-d2f4-4f1b-b66d-55025920fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:25:43.834465 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29db74-81ad-4f3b-9f2b-61cee7c2c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:43.854923 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45754695-193c-4759-8d2a-cdf8f6d2a400 x-openstack-request-id: req-45754695-193c-4759-8d2a-cdf8f6d2a400 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:25:43.855228 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:25:43.855501 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45754695-193c-4759-8d2a-cdf8f6d2a400 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:25:43.856068 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9', 'status': 'completed', 'code': 200} Sep 21 09:25:43.910560 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-926d9bd0-53ca-4e12-83ec-b0d0a89b0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:43.912054 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-926d9bd0-53ca-4e12-83ec-b0d0a89b0b0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 1096 time: 0.0429018 Sep 21 09:25:43.988091 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-5f35fe27-d1f4-43a1-a571-f15af6eea4eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9 HTTP/1.1" status: 200 len: 217 time: 0.0400929 Sep 21 09:25:44.043540 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-c0a8939f-ee85-43dc-89e3-e5f5ea74d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.045060 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-c0a8939f-ee85-43dc-89e3-e5f5ea74d591 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0487542 Sep 21 09:25:44.081221 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-d67993f0-f327-4b74-82c4-230e8a74bfef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249336 Sep 21 09:25:44.182217 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-7764621d-129a-487d-8af7-3e8ce7d615d2 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858834 Sep 21 09:25:44.279731 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf9aeb92-9e82-4873-aee1-f4bf49d5a0f9 req-e850a9f5-87c3-400a-90fe-52eb0d9e5cdc service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Sep 21 09:25:44.371746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-7d821bcd-25d8-4784-a7ff-70b82ba33aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.373275 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-7d821bcd-25d8-4784-a7ff-70b82ba33aa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 1096 time: 0.0423670 Sep 21 09:25:44.422615 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89557c8c-ad64-4368-a1a3-ed3afaa20489 req-98064e4b-2519-4c59-86af-ce9fa17086c9 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.424990 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-89557c8c-ad64-4368-a1a3-ed3afaa20489 req-98064e4b-2519-4c59-86af-ce9fa17086c9 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Sep 21 09:25:44.461754 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-89557c8c-ad64-4368-a1a3-ed3afaa20489 req-16650abd-d702-402c-a16f-1a3441cee18f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Sep 21 09:25:44.481766 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-c7d793f2-0138-4a14-b44c-fce810df5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.483304 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-c7d793f2-0138-4a14-b44c-fce810df5493 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.1020901 Sep 21 09:25:44.534834 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-1fc18544-a16d-41e7-8b58-2dcee0fdb816 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9 HTTP/1.1" status: 200 len: 217 time: 0.0386643 Sep 21 09:25:44.615193 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-9967cf2d-6055-4a21-8be4-ef4db53566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.616685 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-9967cf2d-6055-4a21-8be4-ef4db53566fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0700703 Sep 21 09:25:44.623837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384b063-9b16-4361-9dcc-ae8bc8d19a7a req-f04a256d-e0d4-4a78-a5a1-1835a9caa581 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:44.625230 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f384b063-9b16-4361-9dcc-ae8bc8d19a7a req-f04a256d-e0d4-4a78-a5a1-1835a9caa581 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 943 time: 0.0867722 Sep 21 09:25:44.656387 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-1c654f60-8b7d-4fc3-8798-bdae2b87c676 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 21 09:25:44.706179 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f384b063-9b16-4361-9dcc-ae8bc8d19a7a req-15b646be-43aa-4e9f-9243-4421d8ea40a3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Sep 21 09:25:44.765895 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-23e5b45b-e891-4fc7-9bd2-42406fe4c8cc service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017563 Sep 21 09:25:44.860848 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5771ce62-d2f4-4f1b-b66d-55025920fedd req-1542eeb8-0973-4a79-9a2c-50d315024291 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Sep 21 09:25:45.624258 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d47c-4bea-4217-b13e-a36aaa5e7928 req-5c1382bc-b7a1-427d-b787-0f2166190040 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:45.625738 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ec6d47c-4bea-4217-b13e-a36aaa5e7928 req-5c1382bc-b7a1-427d-b787-0f2166190040 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Sep 21 09:25:45.662259 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ec6d47c-4bea-4217-b13e-a36aaa5e7928 req-6e58f55d-8042-4a28-be1d-bb45aa1373fd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Sep 21 09:25:45.825601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e1ea6-ceb8-47c2-b075-108cf534b44a req-a37851fd-cbeb-4c9f-84c3-784c863a8412 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:45.827076 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-484e1ea6-ceb8-47c2-b075-108cf534b44a req-a37851fd-cbeb-4c9f-84c3-784c863a8412 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 943 time: 0.0495417 Sep 21 09:25:45.868689 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-484e1ea6-ceb8-47c2-b075-108cf534b44a req-d6d35d2a-2f66-4f19-8175-6541c429422e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Sep 21 09:25:46.783957 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9444cf-afac-430b-ad75-699b070d8b07 req-f6b9190b-b4de-48eb-9bbe-0859bb0f5f94 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:46.786381 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6a9444cf-afac-430b-ad75-699b070d8b07 req-f6b9190b-b4de-48eb-9bbe-0859bb0f5f94 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Sep 21 09:25:46.827332 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6a9444cf-afac-430b-ad75-699b070d8b07 req-e4bd7e5c-1173-4a8c-993c-ed6ef30080c3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Sep 21 09:25:46.990064 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2b7f7-d6b0-45c4-9c32-c35926e45779 req-c43c67bd-0ab7-4e6f-8966-5956cb1a4019 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:46.991673 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d0a2b7f7-d6b0-45c4-9c32-c35926e45779 req-c43c67bd-0ab7-4e6f-8966-5956cb1a4019 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Sep 21 09:25:47.038595 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d0a2b7f7-d6b0-45c4-9c32-c35926e45779 req-d59d7244-4f8f-46ea-b044-2bed2402cbaf tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Sep 21 09:25:47.843357 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40566) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:47.947782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d7af-288e-416c-9d00-d9f1d8240829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:47.950124 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ae4e-e00f-4bfa-9471-7eeb27d8a901 req-7a5d97b0-9524-43a9-a6ca-e3f40ec13f41 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:47.951655 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db19ae4e-e00f-4bfa-9471-7eeb27d8a901 req-7a5d97b0-9524-43a9-a6ca-e3f40ec13f41 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0557466 Sep 21 09:25:47.994858 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db19ae4e-e00f-4bfa-9471-7eeb27d8a901 req-c70805dc-12d9-435b-aaa0-3a4ea197cc85 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Sep 21 09:25:48.042508 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d7af-288e-416c-9d00-d9f1d8240829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.047190 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d7af-288e-416c-9d00-d9f1d8240829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.090475 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40580) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:48.097513 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-bfe7d7af-288e-416c-9d00-d9f1d8240829 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de62801e8c6b4ba39b29fb7348f493f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530155 Sep 21 09:25:48.098519 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7d7af-288e-416c-9d00-d9f1d8240829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f349d5d-0bf7-4ee0-b957-7534019d12e0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:48.158716 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.181049 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.185807 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3526bd1-8117-454e-ab89-3d27d0e3f024 req-585817b6-3d02-494e-ba33-c3318b4215ab tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:48.187350 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e3526bd1-8117-454e-ab89-3d27d0e3f024 req-585817b6-3d02-494e-ba33-c3318b4215ab tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 943 time: 0.0567758 Sep 21 09:25:48.227873 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e3526bd1-8117-454e-ab89-3d27d0e3f024 req-043e7665-75b6-4dde-96e9-0f0209990b59 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Sep 21 09:25:48.239981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.250954 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.250954 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f349d5d-0bf7-4ee0-b957-7534019d12e0 HTTP/1.1" status: 204 len: 168 time: 0.1527884 Sep 21 09:25:48.254404 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839b0ee-5a04-4742-923e-70b1590883cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f349d5d-0bf7-4ee0-b957-7534019d12e0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:48.553499 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40596) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:48.566694 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-134dc7e9-f7ef-4f76-aa6d-6853a5acb00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.653250 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-134dc7e9-f7ef-4f76-aa6d-6853a5acb00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.656922 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-134dc7e9-f7ef-4f76-aa6d-6853a5acb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.694953 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-134dc7e9-f7ef-4f76-aa6d-6853a5acb00a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c6f820de7cd4ad7a86cde530a0911eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403539 Sep 21 09:25:48.696045 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dc7e9-f7ef-4f76-aa6d-6853a5acb00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc6e7e-51fc-4c94-b518-801eedd62f8e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:48.697722 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40598) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:48.747074 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.767986 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.814187 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.817124 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:48.818287 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68dc6e7e-51fc-4c94-b518-801eedd62f8e HTTP/1.1" status: 204 len: 168 time: 0.1195669 Sep 21 09:25:48.827218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f72dd-70ab-4bb8-89bf-aebfdc1d8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc6e7e-51fc-4c94-b518-801eedd62f8e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:49.113164 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea707-7166-4977-a440-80763af2f6b2 req-480aeb86-9f48-4592-9d41-9a1d6ccbf9ef tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:49.114656 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfeea707-7166-4977-a440-80763af2f6b2 req-480aeb86-9f48-4592-9d41-9a1d6ccbf9ef tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Sep 21 09:25:49.158123 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfeea707-7166-4977-a440-80763af2f6b2 req-82aa6fc6-c99e-4998-93cc-96e34ae2ac69 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Sep 21 09:25:49.353173 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb185-e8bc-482d-987d-dad6342308d5 req-c90569d1-59f0-480a-b665-e17989f1272f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:49.354690 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7dcb185-e8bc-482d-987d-dad6342308d5 req-c90569d1-59f0-480a-b665-e17989f1272f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 943 time: 0.0521536 Sep 21 09:25:49.396087 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7dcb185-e8bc-482d-987d-dad6342308d5 req-ee8748e0-12e6-4625-a0b4-d38e5b725cce tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348618 Sep 21 09:25:49.878913 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 623bfb23-aa01-4c56-b3ab-7e844bb474b9 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:25:49.976624 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:49.990619 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '623bfb23-aa01-4c56-b3ab-7e844bb474b9', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'port_id': '623bfb23-aa01-4c56-b3ab-7e844bb474b9', 'mac_address': 'fa:16:3e:c0:eb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eebab-1f44-455b-b7ac-18b6193f95a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:25:50.028075 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:50.047851 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623bfb23-aa01-4c56-b3ab-7e844bb474b9 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:25:50.073833 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:50.078941 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:50.126853 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:50.285179 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b188-f37b-42e1-8b9c-8d1771136dd7 req-b0ce9ba9-3e66-4d16-a380-327cf945e98b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:50.286717 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-adb4b188-f37b-42e1-8b9c-8d1771136dd7 req-b0ce9ba9-3e66-4d16-a380-327cf945e98b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0565796 Sep 21 09:25:50.330038 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-adb4b188-f37b-42e1-8b9c-8d1771136dd7 req-70ee4e5f-3bf0-4fac-a76a-e03959eded12 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Sep 21 09:25:50.467747 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dd6ff-1aaf-448d-9255-6cd6a9d16d30 req-8b5b8acf-c8aa-496d-b19b-68278c993557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:50.469584 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f7dd6ff-1aaf-448d-9255-6cd6a9d16d30 req-8b5b8acf-c8aa-496d-b19b-68278c993557 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0456121 Sep 21 09:25:50.518065 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f7dd6ff-1aaf-448d-9255-6cd6a9d16d30 req-60beabbb-1ff0-46c2-ad4e-59073f9f6375 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Sep 21 09:25:50.530051 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718661-adad-4461-a455-fa31f5cc1a87 req-d35d402f-1bd0-4b82-9753-6bb1cf70d363 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:50.538012 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3718661-adad-4461-a455-fa31f5cc1a87 req-d35d402f-1bd0-4b82-9753-6bb1cf70d363 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 944 time: 0.0685041 Sep 21 09:25:50.578968 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3718661-adad-4461-a455-fa31f5cc1a87 req-9bb2863f-d8e8-4cb1-82af-f1379f0ad068 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Sep 21 09:25:50.874391 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['623bfb23-aa01-4c56-b3ab-7e844bb474b9'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:25:51.031236 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40714) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:51.138550 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39ad9234-649d-439c-9172-2695d6f9dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.225832 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39ad9234-649d-439c-9172-2695d6f9dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.229395 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39ad9234-649d-439c-9172-2695d6f9dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.267131 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-39ad9234-649d-439c-9172-2695d6f9dcb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1827df64799346e78c9730f0ad87bf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348428 Sep 21 09:25:51.267999 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad9234-649d-439c-9172-2695d6f9dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb18da-86a4-496c-af66-4bd71d41c010,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:51.269810 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40718) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:51.319156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.341785 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.391096 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.393881 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.395180 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bfb18da-86a4-496c-af66-4bd71d41c010 HTTP/1.1" status: 204 len: 168 time: 0.1233194 Sep 21 09:25:51.404316 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3af40-148f-4d50-aff3-717fe1063482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb18da-86a4-496c-af66-4bd71d41c010,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:51.466039 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a724d-9d4e-4f07-a5a3-2b9390c21f00 req-87009ea7-f2ba-4d29-9484-ced07dd4dbb4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:51.467837 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e99a724d-9d4e-4f07-a5a3-2b9390c21f00 req-87009ea7-f2ba-4d29-9484-ced07dd4dbb4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0550628 Sep 21 09:25:51.507487 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e99a724d-9d4e-4f07-a5a3-2b9390c21f00 req-59e9ad75-f375-475f-97ae-b4c732ded3e7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Sep 21 09:25:51.668804 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40730) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:51.681992 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a5d27ccd-06fe-4f84-b6d8-0f6aa8dbac47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.704682 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b619303-6496-411e-b460-b37233db0e3e req-f3ef9aad-bb2f-447e-87ac-51a41ce7d421 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:51.706287 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3b619303-6496-411e-b460-b37233db0e3e req-f3ef9aad-bb2f-447e-87ac-51a41ce7d421 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 944 time: 0.0545840 Sep 21 09:25:51.747788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3b619303-6496-411e-b460-b37233db0e3e req-8d52540f-3ffb-4257-8451-1ad8c13f27a0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Sep 21 09:25:51.774387 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a5d27ccd-06fe-4f84-b6d8-0f6aa8dbac47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.778658 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a5d27ccd-06fe-4f84-b6d8-0f6aa8dbac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.814664 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a5d27ccd-06fe-4f84-b6d8-0f6aa8dbac47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8091901146b74968bbe8299ab9cd00cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447284 Sep 21 09:25:51.816528 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27ccd-06fe-4f84-b6d8-0f6aa8dbac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e292646-5a87-43d1-8178-9d79c6c8b5ef,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:51.817372 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40734) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:51.866788 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.891690 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.942354 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.945252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:51.950060 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e292646-5a87-43d1-8178-9d79c6c8b5ef HTTP/1.1" status: 204 len: 168 time: 0.1314487 Sep 21 09:25:51.959377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dda39-318f-496d-8abd-e8f332e27d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e292646-5a87-43d1-8178-9d79c6c8b5ef,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:51.966156 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:25:52.205021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40754) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:52.311396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2fcfce30-611d-4a24-a437-ea12cd3983d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.415700 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2fcfce30-611d-4a24-a437-ea12cd3983d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.420213 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2fcfce30-611d-4a24-a437-ea12cd3983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.461150 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfce30-611d-4a24-a437-ea12cd3983d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e1455-1818-4fab-9431-7c407c427493,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:52.470636 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40770) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:52.484347 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-2fcfce30-611d-4a24-a437-ea12cd3983d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0166428d35d487887e3bf72a90241bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777221 Sep 21 09:25:52.540737 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.568050 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.659777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c4686-ae6d-49b9-bf52-1c6c5670d620 req-319d67c0-209c-47fa-a321-d6055b1d0276 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:52.661294 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e7c4686-ae6d-49b9-bf52-1c6c5670d620 req-319d67c0-209c-47fa-a321-d6055b1d0276 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0589364 Sep 21 09:25:52.674242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.676709 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:52.677765 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a69e1455-1818-4fab-9431-7c407c427493 HTTP/1.1" status: 204 len: 168 time: 0.2061536 Sep 21 09:25:52.696722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81c383-c29a-4700-8dd6-78a3fbf25b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e1455-1818-4fab-9431-7c407c427493,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:52.723805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e7c4686-ae6d-49b9-bf52-1c6c5670d620 req-a4979ee5-79b6-47fa-ba4b-e62aebac1fc0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 Sep 21 09:25:52.886221 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2eada-a9de-4813-93e7-b4faa0bfdc21 req-a560661f-65bb-452d-bf8d-76de0b22c175 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:52.894851 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-80e2eada-a9de-4813-93e7-b4faa0bfdc21 req-a560661f-65bb-452d-bf8d-76de0b22c175 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 944 time: 0.0628252 Sep 21 09:25:52.933108 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-80e2eada-a9de-4813-93e7-b4faa0bfdc21 req-0b97f9d2-442b-45c9-a2ca-038eeec66618 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Sep 21 09:25:53.055078 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40796) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:53.068719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-26528829-a049-416d-bca5-f1fb4dece470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.173831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-26528829-a049-416d-bca5-f1fb4dece470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.178995 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-26528829-a049-416d-bca5-f1fb4dece470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.218832 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-26528829-a049-416d-bca5-f1fb4dece470 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b170ab4a8c4e47fea641d5a1c1cf901f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600912 Sep 21 09:25:53.218832 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26528829-a049-416d-bca5-f1fb4dece470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5cf9ac-764c-42a7-8712-76b03ccbf2f9,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:53.219388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40806) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:53.273423 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.295993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.343808 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.346444 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.347595 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a5cf9ac-764c-42a7-8712-76b03ccbf2f9 HTTP/1.1" status: 204 len: 168 time: 0.1270726 Sep 21 09:25:53.357473 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904dddb-12f8-4c01-a6b7-775df620d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5cf9ac-764c-42a7-8712-76b03ccbf2f9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:53.681290 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40822) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:53.694858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98cb176b-8c38-427d-be44-22cffd9fc75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.801144 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98cb176b-8c38-427d-be44-22cffd9fc75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.806378 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98cb176b-8c38-427d-be44-22cffd9fc75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.807586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.857089 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-98cb176b-8c38-427d-be44-22cffd9fc75b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c9f9870a9f4487992bf8df152d9c1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747086 Sep 21 09:25:53.860461 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40830) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:53.870087 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140b4a-3ee2-4280-8d29-483fdac56b9d req-5d800980-eee2-4e9f-9e4d-350c42df7cf8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:53.878475 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-61140b4a-3ee2-4280-8d29-483fdac56b9d req-5d800980-eee2-4e9f-9e4d-350c42df7cf8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0776300 Sep 21 09:25:53.897386 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 623bfb23-aa01-4c56-b3ab-7e844bb474b9 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:25:53.914986 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb176b-8c38-427d-be44-22cffd9fc75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6103beb-4373-462c-9622-96b2debe8899,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:53.928372 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-61140b4a-3ee2-4280-8d29-483fdac56b9d req-884c70be-d4f5-4b2a-a4dd-cfa6d98d69cf tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Sep 21 09:25:53.959849 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:53.989345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.010918 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:25:54.017063 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:25:54.017441 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.068993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.071746 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.076055 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6103beb-4373-462c-9622-96b2debe8899 HTTP/1.1" status: 204 len: 168 time: 0.2115202 Sep 21 09:25:54.082568 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048a15-a48b-426a-a1d2-a15dae515451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6103beb-4373-462c-9622-96b2debe8899,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:54.115245 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce6979-5112-410d-95cc-7b05adce73aa req-0b5d4e4f-2b80-4b46-8447-be21a1599c20 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.125980 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fdce6979-5112-410d-95cc-7b05adce73aa req-0b5d4e4f-2b80-4b46-8447-be21a1599c20 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 944 time: 0.0816052 Sep 21 09:25:54.161262 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.172921 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fdce6979-5112-410d-95cc-7b05adce73aa req-8fb3a7cc-cfb8-4fe5-bede-f560304dc925 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Sep 21 09:25:54.240379 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:25:54.244742 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd90fc3-350c-48b4-b88e-d5949ffc169d" -d '{"events": [{"server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "name": "network-vif-plugged", "status": "completed", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:25:54.274733 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:25:54.287339 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:54.360272 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec5e8c-078a-4cf7-98f1-5ffc4ba48bbb x-openstack-request-id: req-9dec5e8c-078a-4cf7-98f1-5ffc4ba48bbb {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:25:54.360716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "name": "network-vif-plugged", "status": "completed", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:25:54.361260 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dec5e8c-078a-4cf7-98f1-5ffc4ba48bbb {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:25:54.361870 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9', 'code': 200} Sep 21 09:25:54.362706 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:54.382360 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-287d7389-a0e9-4e14-bcd8-abcfb2c03639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.383974 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-287d7389-a0e9-4e14-bcd8-abcfb2c03639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.1284604 Sep 21 09:25:54.402514 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26001-dd4b-4413-a377-39374635a174 req-401f21d5-7cec-4b39-b41f-8bd59b82fab8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.404111 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-29c26001-dd4b-4413-a377-39374635a174 req-401f21d5-7cec-4b39-b41f-8bd59b82fab8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1115923 Sep 21 09:25:54.511931 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-29c26001-dd4b-4413-a377-39374635a174 req-1c4a903d-9bfb-4699-b783-c084beca4415 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997121 Sep 21 09:25:54.582223 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-a6efe86b-c55d-4fc5-813c-0550ab4b9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.584431 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-a6efe86b-c55d-4fc5-813c-0550ab4b9c32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.1794074 Sep 21 09:25:54.591407 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987a09e-c5a3-4c79-a0c0-c42edb19bca9 req-1567f574-9859-47ee-ae0b-c17e08173cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.592978 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1987a09e-c5a3-4c79-a0c0-c42edb19bca9 req-1567f574-9859-47ee-ae0b-c17e08173cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 1098 time: 0.0786781 Sep 21 09:25:54.660683 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-db2da5ae-b54c-4ec3-b7f8-397cf6b8e1c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0447066 Sep 21 09:25:54.685672 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1987a09e-c5a3-4c79-a0c0-c42edb19bca9 req-df75da97-170a-44d3-9abe-ae95af9b88ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685430 Sep 21 09:25:54.720897 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-ffbb847f-54be-49d5-b397-c3ae0c588e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:54.722374 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-ffbb847f-54be-49d5-b397-c3ae0c588e01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0502207 Sep 21 09:25:54.901289 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40882) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:54.998348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742723030-network', 'tenant_id': 'cb87b66f3997493885ea1a3f978f835e'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:55.020887 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Made reservation on behalf of cb87b66f3997493885ea1a3f978f835e for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:25:55.023464 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.038243 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.121701 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-e2678f1e-5779-4c6c-9b6c-3c5a2f473b55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329111 Sep 21 09:25:55.224391 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.233046 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.260971 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-f44415c6-decc-418f-bdf6-0a514b83295e service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304300 Sep 21 09:25:55.278015 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:25:55.331127 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:55.334068 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.334484 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Added segment 468fda5f-611a-496b-9fdd-9d449352b6e5 of type vlan for network b7c6af1e-e450-4f73-a27d-0428a9911e8a Sep 21 09:25:55.434261 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.452383 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4b1c-d347-43b7-9a34-ff46b4098590 req-014a2cc6-b981-473e-a0c3-1217ca1b406b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:55.453919 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3fde4b1c-d347-43b7-9a34-ff46b4098590 req-014a2cc6-b981-473e-a0c3-1217ca1b406b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.1900301 Sep 21 09:25:55.504175 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6801c23c-a497-454a-b707-438ef78f8ef7 req-81371142-9452-4448-bde3-76010f39bbfc service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272582 Sep 21 09:25:55.509616 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.510538 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:55.511108 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.547559 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3fde4b1c-d347-43b7-9a34-ff46b4098590 req-56043519-2fd6-4887-bd39-84a2e15689fe tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877664 Sep 21 09:25:55.556223 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 40906) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:55.556715 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6534703 Sep 21 09:25:55.564087 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Request body: {'subnet': {'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742723030-subnet', 'tenant_id': 'cb87b66f3997493885ea1a3f978f835e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:25:55.587832 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Made reservation on behalf of cb87b66f3997493885ea1a3f978f835e for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:25:55.590635 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.590781 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5cbd-bf84-4408-89bc-2f51a8454d03 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c6af1e-e450-4f73-a27d-0428a9911e8a,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:55.601448 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:25:55.716694 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019867a-8dcc-4879-a00e-19b28dc73c0f req-fbfa03a2-434e-4350-adfa-c32147ecf623 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:55.724661 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4019867a-8dcc-4879-a00e-19b28dc73c0f req-fbfa03a2-434e-4350-adfa-c32147ecf623 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0865095 Sep 21 09:25:55.771009 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4019867a-8dcc-4879-a00e-19b28dc73c0f req-be0a5257-6767-4f56-a557-ac5954eb00a6 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Sep 21 09:25:55.819052 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.820868 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40914) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:55.874736 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eef58e3-3eaa-420f-a530-365dcdc81fd2,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:55.882409 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Checking segment: {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:25:55.882769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Network hostable DHCP agents. Network: b7c6af1e-e450-4f73-a27d-0428a9911e8a, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:25:55.905660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:25:55.914782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, b7c6af1e-e450-4f73-a27d-0428a9911e8a) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:25:55.919458 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:55.920068 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.932127 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3e831-7174-4bc0-b6a0-72d3a471d863 None None] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:25:55.935842 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-31de9ccf-c9ca-4c89-9050-588b1a6ec014 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3777580 Sep 21 09:25:55.951386 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6d9a341f-cf11-492b-bfed-013f1ddbda86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.048837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6d9a341f-cf11-492b-bfed-013f1ddbda86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.055004 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6d9a341f-cf11-492b-bfed-013f1ddbda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.080809 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a96579-d3de-48fa-ac70-7425844e22de None None] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:25:56.095157 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a341f-cf11-492b-bfed-013f1ddbda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3edd29-8594-43bb-9058-879c4c2bafe7,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:56.102475 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-6d9a341f-cf11-492b-bfed-013f1ddbda86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=148d214caf674f3abba1d997a32d7e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782431 Sep 21 09:25:56.102930 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 40924) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:25:56.164766 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.188525 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.252176 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.254426 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:56.255576 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc3edd29-8594-43bb-9058-879c4c2bafe7 HTTP/1.1" status: 204 len: 168 time: 0.1517410 Sep 21 09:25:56.264238 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5b41d-88bc-4019-a446-cd6b591f99bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3edd29-8594-43bb-9058-879c4c2bafe7,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:25:56.667044 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054c41b-096e-4525-a58b-97f2a106a6ce req-737a867b-ac6e-4117-9134-8671fab47ec6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:56.669127 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4054c41b-096e-4525-a58b-97f2a106a6ce req-737a867b-ac6e-4117-9134-8671fab47ec6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.0504339 Sep 21 09:25:56.708889 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4054c41b-096e-4525-a58b-97f2a106a6ce req-fd068efd-0854-4471-835a-e5f88467031a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Sep 21 09:25:56.894824 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e2d3-6bbd-4749-980b-1fc0562b0986 req-4e7beccf-7209-45cc-a04f-a2789628a286 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:56.896476 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ae93e2d3-6bbd-4749-980b-1fc0562b0986 req-4e7beccf-7209-45cc-a04f-a2789628a286 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Sep 21 09:25:56.945894 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ae93e2d3-6bbd-4749-980b-1fc0562b0986 req-893a3afd-e19d-4b1e-a5a3-119fcc2408c3 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Sep 21 09:25:57.859242 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58e708-b41d-4c67-9d6f-81d2c9be30fa req-4a11c892-2b26-48dd-9b7e-d6dcc4bba378 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:57.860674 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9f58e708-b41d-4c67-9d6f-81d2c9be30fa req-4a11c892-2b26-48dd-9b7e-d6dcc4bba378 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.0595343 Sep 21 09:25:57.903566 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9f58e708-b41d-4c67-9d6f-81d2c9be30fa req-d484e367-4920-4ac9-8d2c-3b52b5562f9b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Sep 21 09:25:58.067073 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550fcfc-0f65-48ab-8260-18175ad23240 req-72c451d2-1bf7-49ab-b37e-5fc50eedfd6f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:58.068609 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5550fcfc-0f65-48ab-8260-18175ad23240 req-72c451d2-1bf7-49ab-b37e-5fc50eedfd6f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0543416 Sep 21 09:25:58.116483 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5550fcfc-0f65-48ab-8260-18175ad23240 req-f87a87d1-2390-4ba1-8d24-9cf04757520a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Sep 21 09:25:58.883406 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-5a26c1f8-9c01-4e44-89ae-f247bd327b7a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:58.883406 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-5a26c1f8-9c01-4e44-89ae-f247bd327b7a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/networks?id=b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 200 len: 809 time: 0.1193500 Sep 21 09:25:58.894541 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-12b0df1a-9e96-4664-bb54-809f46d4bd7d tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/quotas/cb87b66f3997493885ea1a3f978f835e HTTP/1.1" status: 200 len: 375 time: 0.0094273 Sep 21 09:25:58.928883 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-b2530d98-5771-47ab-a0e9-c0a52c023e70 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277894 Sep 21 09:25:59.018770 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-4fd6818d-c287-4a21-a9d6-a56405aebee1 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822608 Sep 21 09:25:59.110430 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-9535e007-fc9d-4129-a89b-a7c513e7e093 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Sep 21 09:25:59.279518 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ffefed62-43c6-491c-81bb-bddd4faf6a28 req-3bb02043-0f4d-4a07-92f0-df4a50195767 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Sep 21 09:25:59.284094 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776f3e4-ca6e-4ade-b8cd-0fda095342c1 req-9a59df6b-4b57-418f-ad86-9d6b8133998c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:59.291905 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b776f3e4-ca6e-4ade-b8cd-0fda095342c1 req-9a59df6b-4b57-418f-ad86-9d6b8133998c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1040666 Sep 21 09:25:59.327841 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b776f3e4-ca6e-4ade-b8cd-0fda095342c1 req-28c237a1-7e68-4248-a3d5-14609875cebe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 Sep 21 09:25:59.696090 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1c366f21-77ea-4221-ad2a-34bd7e7a7915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:00.447792 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-350c80c6-d671-4b6a-aee9-58806b0e5d67 req-8f939854-b285-47cd-8866-b6a085144228 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 210 time: 0.0459971 Sep 21 09:26:00.457939 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-dc859b08-74e6-411e-83c0-9f16054f9085 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.459922 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-dc859b08-74e6-411e-83c0-9f16054f9085 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "GET /v2.0/networks?id=b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 200 len: 809 time: 0.2281749 Sep 21 09:26:00.478493 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Request body: {'port': {'device_id': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a', 'admin_state_up': True, 'tenant_id': 'cb87b66f3997493885ea1a3f978f835e'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:00.568081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9116394-2d09-436e-b603-57d76813b235 req-f199502d-d7a4-4a83-88bb-88b84795a501 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.570511 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9116394-2d09-436e-b603-57d76813b235 req-f199502d-d7a4-4a83-88bb-88b84795a501 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1114268 Sep 21 09:26:00.620131 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9116394-2d09-436e-b603-57d76813b235 req-808da288-612e-459f-b4f0-21f674b14e5c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Sep 21 09:26:00.669349 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Made reservation on behalf of cb87b66f3997493885ea1a3f978f835e for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:00.679323 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:00.832156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Allocated IP 172.20.0.5 (b7c6af1e-e450-4f73-a27d-0428a9911e8a/9eef58e3-3eaa-420f-a530-365dcdc81fd2/7872bd01-0895-4a42-a165-c9b7400de8fe) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:01.241830 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.280145 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.322807 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:01.326312 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:01.328680 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:01.355704 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Pushing event updated for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:01.383222 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:01.383832 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.397528 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-db1a6bb8-6653-49be-b940-4725162e3d36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9262972 Sep 21 09:26:01.421411 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Request body: {'port': {'device_id': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:01.476637 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.656793 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba564549-9635-4a30-8d09-fb2039808850 req-54370f31-7e8c-4f4f-851c-989caa30801b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:01.658289 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ba564549-9635-4a30-8d09-fb2039808850 req-54370f31-7e8c-4f4f-851c-989caa30801b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 931 time: 0.1306651 Sep 21 09:26:01.731547 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ba564549-9635-4a30-8d09-fb2039808850 req-624bab67-a527-4315-ab2b-919075fba0b1 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Sep 21 09:26:01.804478 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7872bd01-0895-4a42-a165-c9b7400de8fe {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:01.811811 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.823451 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Transition to ACTIVE for port object 7872bd01-0895-4a42-a165-c9b7400de8fe will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:26:01.827771 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:01.878042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:01.942744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Attempting to bind port 7872bd01-0895-4a42-a165-c9b7400de8fe on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:01.942975 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Attempting to bind port 7872bd01-0895-4a42-a165-c9b7400de8fe by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:01.943283 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Attempting to bind port 7872bd01-0895-4a42-a165-c9b7400de8fe on network b7c6af1e-e450-4f73-a27d-0428a9911e8a {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:01.947949 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Port 7872bd01-0895-4a42-a165-c9b7400de8fe on network b7c6af1e-e450-4f73-a27d-0428a9911e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:26:01.948279 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Attempting to bind port 7872bd01-0895-4a42-a165-c9b7400de8fe on network b7c6af1e-e450-4f73-a27d-0428a9911e8a {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:01.953975 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:01.954317 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Checking segment: {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:01.954697 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Bound using segment: {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:01.955119 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Bound port: 7872bd01-0895-4a42-a165-c9b7400de8fe, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:01.955486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:02.022521 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:02.026138 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7872bd01-0895-4a42-a165-c9b7400de8fe,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:02.034424 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:02.068176 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:02.068814 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:02.070183 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] 10.222.0.47 "PUT /v2.0/ports/7872bd01-0895-4a42-a165-c9b7400de8fe HTTP/1.1" status: 200 len: 1093 time: 0.6534984 Sep 21 09:26:02.070608 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:02.072852 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab296cf-6d2b-4c76-b15b-82355c8135fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:02.095762 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da0988-2772-4f47-b81e-d545f845bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:02.108347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed84539-f342-422c-998c-c4244dc4344c x-openstack-request-id: req-6ed84539-f342-422c-998c-c4244dc4344c {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:02.108602 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:02.108858 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ed84539-f342-422c-998c-c4244dc4344c {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:02.109248 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe', 'status': 'completed', 'code': 200} Sep 21 09:26:02.297289 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-09c357bb-d253-4a28-b6fa-04bab7c02116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:03.810630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:03.820741 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:05.296716 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-33d6421d-7df1-429b-96d9-87ab7e662607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.298560 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-33d6421d-7df1-429b-96d9-87ab7e662607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 1096 time: 0.0420682 Sep 21 09:26:05.337309 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:05.367411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd6f5f-1da0-4c1c-b95d-f10f1aa6500c req-124b5a0a-3146-4148-9cd9-cf13ac798c9b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.368799 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0bd6f5f-1da0-4c1c-b95d-f10f1aa6500c req-124b5a0a-3146-4148-9cd9-cf13ac798c9b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0492454 Sep 21 09:26:05.402957 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-e097b92f-1fc9-4ce3-94a3-90eca36cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.404452 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-e097b92f-1fc9-4ce3-94a3-90eca36cd0f4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cb87b66f3997493885ea1a3f978f835e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0984731 Sep 21 09:26:05.406889 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0bd6f5f-1da0-4c1c-b95d-f10f1aa6500c req-98a622e2-3fe9-491b-850c-325788151cb5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Sep 21 09:26:05.500744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-e324c7d6-42ed-4d4b-a8ba-ed0d0aff4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.502204 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fab296cf-6d2b-4c76-b15b-82355c8135fa req-e324c7d6-42ed-4d4b-a8ba-ed0d0aff4ff3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901897 Sep 21 09:26:05.581630 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-add65c8b-d964-4f9a-b740-4d0c29b2682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.583123 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-add65c8b-d964-4f9a-b740-4d0c29b2682d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 1096 time: 0.0451851 Sep 21 09:26:05.624853 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-0d8b6546-ecc7-496b-b603-0be90956a11f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7872bd01-0895-4a42-a165-c9b7400de8fe HTTP/1.1" status: 200 len: 217 time: 0.0337217 Sep 21 09:26:05.673164 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-6a5a313d-05ef-4678-a4f8-d7685d2c6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.674635 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-6a5a313d-05ef-4678-a4f8-d7685d2c6501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9eef58e3-3eaa-420f-a530-365dcdc81fd2 HTTP/1.1" status: 200 len: 849 time: 0.0431399 Sep 21 09:26:05.711292 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-206e8d91-6832-4a2d-aab2-fae62fa6e08c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7c6af1e-e450-4f73-a27d-0428a9911e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287931 Sep 21 09:26:05.801205 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-1673f42a-5e93-4da5-ae41-561f8db1c54d service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Sep 21 09:26:05.893379 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70cb31dc-4deb-4fc6-bf1a-81862bc9468b req-41019f7b-d702-4bc9-81e4-e7f3d8d1ee56 service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Sep 21 09:26:06.617670 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276cb41-f118-47f4-8f4a-26173e7f57a4 req-b2fc52b2-a6b0-4867-a243-1bc8171b25b9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:06.619146 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1276cb41-f118-47f4-8f4a-26173e7f57a4 req-b2fc52b2-a6b0-4867-a243-1bc8171b25b9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Sep 21 09:26:06.656623 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1276cb41-f118-47f4-8f4a-26173e7f57a4 req-bd71dc3f-7d95-4db4-b3ef-c689c33b895c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Sep 21 09:26:07.775880 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc23a1-7851-4763-82a4-5d77a8ea9ef3 req-76f244f8-add9-4afa-8d12-3be5555f0f2c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:07.778137 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcfc23a1-7851-4763-82a4-5d77a8ea9ef3 req-76f244f8-add9-4afa-8d12-3be5555f0f2c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0514235 Sep 21 09:26:07.814924 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcfc23a1-7851-4763-82a4-5d77a8ea9ef3 req-a6d90b97-cea5-4258-88fb-3dd14d0fde55 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Sep 21 09:26:08.931673 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799862f-3018-48a6-ab33-56064ad3d6e7 req-5dcbc4c7-f19a-4f14-8f26-abb005923afc tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:08.933428 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e799862f-3018-48a6-ab33-56064ad3d6e7 req-5dcbc4c7-f19a-4f14-8f26-abb005923afc tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0491097 Sep 21 09:26:08.971814 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e799862f-3018-48a6-ab33-56064ad3d6e7 req-671cc920-4f43-412a-baf8-27fcfefab23a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Sep 21 09:26:10.087125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a916b4-767e-4ecd-93a9-30d5d509ccae req-3869f8ab-5f2e-4da2-b6dc-a692f42743c3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:10.088606 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91a916b4-767e-4ecd-93a9-30d5d509ccae req-3869f8ab-5f2e-4da2-b6dc-a692f42743c3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0493288 Sep 21 09:26:10.125573 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91a916b4-767e-4ecd-93a9-30d5d509ccae req-d0809496-c633-4d8f-8be3-2434f25f35f8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305030 Sep 21 09:26:10.562947 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9caa8-61bb-4110-882f-1b85cd988bff req-836666e1-9481-412e-a1d2-56120534ba11 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:10.564433 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ca9caa8-61bb-4110-882f-1b85cd988bff req-836666e1-9481-412e-a1d2-56120534ba11 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Sep 21 09:26:10.600935 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ca9caa8-61bb-4110-882f-1b85cd988bff req-893aefeb-1f99-4009-98ee-3a844fe5db86 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Sep 21 09:26:11.244525 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053c1c-9125-42e7-b0c5-703f0e32a99b req-38ca799a-fb55-4e3c-91d9-0fcba65d76f5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:11.246517 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70053c1c-9125-42e7-b0c5-703f0e32a99b req-38ca799a-fb55-4e3c-91d9-0fcba65d76f5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 943 time: 0.0540154 Sep 21 09:26:11.283715 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70053c1c-9125-42e7-b0c5-703f0e32a99b req-3788f260-40bc-4281-92cb-5bb1ce7d16d2 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Sep 21 09:26:12.031313 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 7872bd01-0895-4a42-a165-c9b7400de8fe details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:26:12.132429 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7872bd01-0895-4a42-a165-c9b7400de8fe,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:12.143735 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '7872bd01-0895-4a42-a165-c9b7400de8fe', 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a', 'port_id': '7872bd01-0895-4a42-a165-c9b7400de8fe', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eef58e3-3eaa-420f-a530-365dcdc81fd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:26:12.184293 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:12.196562 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7872bd01-0895-4a42-a165-c9b7400de8fe {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:12.215338 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7872bd01-0895-4a42-a165-c9b7400de8fe,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:12.218567 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:12.269104 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:12.422962 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baf7d7-8056-4c32-a759-d5a5b8df22f6 req-ba9b40c0-75c0-48c0-a1fd-cc659da5dbfd tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:12.424823 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36baf7d7-8056-4c32-a759-d5a5b8df22f6 req-ba9b40c0-75c0-48c0-a1fd-cc659da5dbfd tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 944 time: 0.0661464 Sep 21 09:26:12.463596 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36baf7d7-8056-4c32-a759-d5a5b8df22f6 req-107efc5a-4e96-4eb7-8beb-f510bc7d2740 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Sep 21 09:26:12.725221 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['7872bd01-0895-4a42-a165-c9b7400de8fe'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:13.588498 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0415b9-0414-48a7-ab21-5fa7a16054d9 req-cee77ab5-416a-4c5b-a574-00f716d8653c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:13.590446 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f0415b9-0414-48a7-ab21-5fa7a16054d9 req-cee77ab5-416a-4c5b-a574-00f716d8653c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Sep 21 09:26:13.632745 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f0415b9-0414-48a7-ab21-5fa7a16054d9 req-6ae3d6f1-9094-4961-8066-16d437a7a6e0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Sep 21 09:26:14.050002 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 7872bd01-0895-4a42-a165-c9b7400de8fe up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:14.102412 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 7872bd01-0895-4a42-a165-c9b7400de8fe completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:26:14.108030 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 7872bd01-0895-4a42-a165-c9b7400de8fe triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:14.108404 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:14.189586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:14.216797 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:14.219249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9911be54-e4a0-420e-9ff7-78a1ef7d366f" -d '{"events": [{"server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "name": "network-vif-plugged", "status": "completed", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:14.244266 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7872bd01-0895-4a42-a165-c9b7400de8fe,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:14.250386 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:14.283181 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4395ba-a799-4754-aceb-0c7100c86253 x-openstack-request-id: req-9d4395ba-a799-4754-aceb-0c7100c86253 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:14.283472 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "name": "network-vif-plugged", "status": "completed", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:14.283880 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d4395ba-a799-4754-aceb-0c7100c86253 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:14.284375 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe', 'code': 200} Sep 21 09:26:14.313632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:14.451645 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532373-5c3a-4d48-9de4-a33f248f5285 req-352819df-0afb-48d1-8f04-81ae01dffe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:14.453189 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20532373-5c3a-4d48-9de4-a33f248f5285 req-352819df-0afb-48d1-8f04-81ae01dffe4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 1098 time: 0.0433490 Sep 21 09:26:14.491682 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20532373-5c3a-4d48-9de4-a33f248f5285 req-f139b030-4506-4ea9-be07-35ae9d9ce94e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Sep 21 09:26:14.779982 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696d6ac-166e-4c2f-b124-3508ad98f32a req-0dd8264c-8ce4-4135-a963-f92cf9488de8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:14.785377 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b696d6ac-166e-4c2f-b124-3508ad98f32a req-0dd8264c-8ce4-4135-a963-f92cf9488de8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0646636 Sep 21 09:26:14.820987 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b696d6ac-166e-4c2f-b124-3508ad98f32a req-76356efd-ca46-4afe-a4c3-b7d47acc2919 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Sep 21 09:26:14.958489 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 41354) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:15.061567 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4c107802-8a0a-4193-ae9a-a436697de599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.151399 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4c107802-8a0a-4193-ae9a-a436697de599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.155118 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4c107802-8a0a-4193-ae9a-a436697de599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.194328 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4c107802-8a0a-4193-ae9a-a436697de599 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c35a8adc699b456b86f602e28e15de05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347677 Sep 21 09:26:15.195175 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107802-8a0a-4193-ae9a-a436697de599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80f5cd-ece6-4f02-9bea-72f99c1e5e07,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:15.196974 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41360) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:15.247803 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.273451 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.320986 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.324128 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.325990 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c80f5cd-ece6-4f02-9bea-72f99c1e5e07 HTTP/1.1" status: 204 len: 168 time: 0.1280360 Sep 21 09:26:15.333794 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be084827-b219-4590-b0a1-082435b98c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80f5cd-ece6-4f02-9bea-72f99c1e5e07,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:15.609090 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41378) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:15.630752 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79ae9ed2-1dd1-4ef0-bc3b-bd42d0956fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.719104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79ae9ed2-1dd1-4ef0-bc3b-bd42d0956fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.723151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79ae9ed2-1dd1-4ef0-bc3b-bd42d0956fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.758602 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae9ed2-1dd1-4ef0-bc3b-bd42d0956fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beeb86e-597b-40cb-998c-a5871dd494a9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:15.763351 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-79ae9ed2-1dd1-4ef0-bc3b-bd42d0956fa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4641b4b9da7e4d91be4c3f302f0074cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532595 Sep 21 09:26:15.765976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41382) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:15.815159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.838455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.887355 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.890006 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:15.891148 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5beeb86e-597b-40cb-998c-a5871dd494a9 HTTP/1.1" status: 204 len: 168 time: 0.1242423 Sep 21 09:26:15.921547 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7f557-d166-42a6-83d9-2d18207d711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beeb86e-597b-40cb-998c-a5871dd494a9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:15.949423 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44bf4-0acb-469f-b9b3-e9d55c28b925 req-70f4ccb3-ab6d-4b2d-b775-aee1a3dc69a3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:15.951552 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2db44bf4-0acb-469f-b9b3-e9d55c28b925 req-70f4ccb3-ab6d-4b2d-b775-aee1a3dc69a3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0594029 Sep 21 09:26:15.990784 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2db44bf4-0acb-469f-b9b3-e9d55c28b925 req-7934c99f-0216-4d57-95f9-2feb81663cda tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Sep 21 09:26:19.901193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfe936-42ae-44db-b3b6-1a7dceb6a654 req-4cf24ed0-0e0e-4cbb-91d2-12d2ab1065b6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:19.903390 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4bfe936-42ae-44db-b3b6-1a7dceb6a654 req-4cf24ed0-0e0e-4cbb-91d2-12d2ab1065b6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Sep 21 09:26:19.940886 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4bfe936-42ae-44db-b3b6-1a7dceb6a654 req-e6e3c5f3-50c0-4c69-b52b-fa79777841dd tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Sep 21 09:26:23.810933 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:25.795121 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-bd8151ad-4910-4e73-8804-bd08173e88cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658021 Sep 21 09:26:25.830343 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6775-779b-46a7-860c-2d73e2b5f0c7 req-1e0f785a-7324-4024-b445-61163ca11b5a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:25.831833 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fcac6775-779b-46a7-860c-2d73e2b5f0c7 req-1e0f785a-7324-4024-b445-61163ca11b5a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Sep 21 09:26:25.894670 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fcac6775-779b-46a7-860c-2d73e2b5f0c7 req-aeca460b-159d-429c-84d2-6a98c7a5fbe3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520625 Sep 21 09:26:25.899192 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11db76-901e-48dc-876f-a96962775033 req-91f99e41-aab5-4e34-838e-5b53ffbd0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:25.900717 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-91f99e41-aab5-4e34-838e-5b53ffbd0187 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0659833 Sep 21 09:26:26.015392 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11db76-901e-48dc-876f-a96962775033 req-06d5ac5c-c1b0-4dee-bec4-b8fc5107e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:26.016884 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-06d5ac5c-c1b0-4dee-bec4-b8fc5107e5cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0903044 Sep 21 09:26:26.080888 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-6bf79fa0-f5f9-49aa-9896-56654a402a67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0560558 Sep 21 09:26:26.133887 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11db76-901e-48dc-876f-a96962775033 req-baa94477-6aa2-40fc-8e1e-7d8cc0d9311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:26.135349 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-baa94477-6aa2-40fc-8e1e-7d8cc0d9311b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0475566 Sep 21 09:26:26.181964 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11db76-901e-48dc-876f-a96962775033 req-41a98f50-f963-456e-b0ca-8abf2d387918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:26.183999 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-41a98f50-f963-456e-b0ca-8abf2d387918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404685 Sep 21 09:26:26.277759 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-0134f2d5-f892-4520-ab14-c2d219bacf9c service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857880 Sep 21 09:26:26.369506 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ec11db76-901e-48dc-876f-a96962775033 req-f8656dce-7530-4b25-8075-c3cd13ede6a0 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842247 Sep 21 09:26:27.022382 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9f43d-b6d5-44e2-9d1f-a316a9f0ad46 req-5344cc90-156a-4a38-b1aa-4e01523273e8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:27.024135 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-70a9f43d-b6d5-44e2-9d1f-a316a9f0ad46 req-5344cc90-156a-4a38-b1aa-4e01523273e8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Sep 21 09:26:27.063303 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-70a9f43d-b6d5-44e2-9d1f-a316a9f0ad46 req-b0387c5b-a38e-46b2-be13-b40b250a57e3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Sep 21 09:26:28.536339 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a061e09-54f2-439d-80ec-756fd3620840 req-827b3357-a50f-45c0-a2bb-4b9472fe2fbb tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:28.550028 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6a061e09-54f2-439d-80ec-756fd3620840 req-827b3357-a50f-45c0-a2bb-4b9472fe2fbb tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0840406 Sep 21 09:26:28.605298 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6a061e09-54f2-439d-80ec-756fd3620840 req-7c0ed443-33fb-4f8c-98dd-079b31add93b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Sep 21 09:26:28.967905 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:26:29.688363 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b4330cb9-231d-4bdd-91f1-1a9142fe2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:29.721000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e7cc6-43ad-4d19-9ff1-46d0a49e2aff req-a6cb7381-2624-4987-b115-71906d277611 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:29.722482 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-da0e7cc6-43ad-4d19-9ff1-46d0a49e2aff req-a6cb7381-2624-4987-b115-71906d277611 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Sep 21 09:26:29.764446 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-da0e7cc6-43ad-4d19-9ff1-46d0a49e2aff req-abd5e961-8f0e-4011-91fc-667fb99f2bc6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Sep 21 09:26:30.503542 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080669-a5d0-4c09-9d7b-28763013c37d req-edbe5147-768d-4752-8f14-e30463fa0156 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:30.504974 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-89080669-a5d0-4c09-9d7b-28763013c37d req-edbe5147-768d-4752-8f14-e30463fa0156 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.0526228 Sep 21 09:26:30.540750 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 41666) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:30.609824 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Deleting port 7872bd01-0895-4a42-a165-c9b7400de8fe {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:26:30.610174 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:30.683973 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:30.737368 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] For port 7872bd01-0895-4a42-a165-c9b7400de8fe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7872bd01-0895-4a42-a165-c9b7400de8fe,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:30.738066 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:30.756609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Calling delete_port for 7872bd01-0895-4a42-a165-c9b7400de8fe owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:26:30.896001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:30.908718 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:30.943233 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2a79-1bde-4cc1-9761-4a828e02c9cc req-d189fe70-aec1-48a5-b6c2-a58b97ac3c87 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:30.945124 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1e5c2a79-1bde-4cc1-9761-4a828e02c9cc req-d189fe70-aec1-48a5-b6c2-a58b97ac3c87 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1e2877-4487-44d1-90a1-1d976c95e007 HTTP/1.1" status: 200 len: 945 time: 0.1104031 Sep 21 09:26:31.015885 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91f8c9-30be-45bc-a780-8dba6a551c78,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:31.027794 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72dc20622cb94e4ab810160931e676a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848938 Sep 21 09:26:31.030450 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41680) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:31.050845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.051199 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.051743 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.052267 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.052622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.053245 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.053576 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.053906 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.054232 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.054555 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.054892 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.055195 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0e14c-0e19-4037-904b-c5fb33a9a3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.067919 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1e5c2a79-1bde-4cc1-9761-4a828e02c9cc req-9aa544ae-4923-4e84-8508-e0fdc5e4bc10 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128347 Sep 21 09:26:31.069469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.083408 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['7872bd01-0895-4a42-a165-c9b7400de8fe'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:31.100885 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Pushing event deleted for resources: {'Port': ['ID=7872bd01-0895-4a42-a165-c9b7400de8fe,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:31.141680 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] No DVR routers for this DVR port 7872bd01-0895-4a42-a165-c9b7400de8fe on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:26:31.144810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.146919 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-89080669-a5d0-4c09-9d7b-28763013c37d req-0c6e13c1-0514-4496-9c1b-6118ebdb9ba0 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "DELETE /v2.0/ports/7872bd01-0895-4a42-a165-c9b7400de8fe HTTP/1.1" status: 204 len: 173 time: 0.6354723 Sep 21 09:26:31.147361 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'name': 'network-vif-deleted', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:31.147572 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.150111 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea937fb8-f230-4634-b738-f27eb6000813" -d '{"events": [{"server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "name": "network-vif-deleted", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:31.183286 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.233720 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.236527 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:31.237701 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c91f8c9-30be-45bc-a780-8dba6a551c78 HTTP/1.1" status: 204 len: 168 time: 0.2052541 Sep 21 09:26:31.247296 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91f8c9-30be-45bc-a780-8dba6a551c78,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:31.255323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.255673 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.256204 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.256645 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.256884 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.257214 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.257540 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.258287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.259069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.259458 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.259796 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.260123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab058e15-5d94-4402-980d-737b8888dccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:31.311683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0b305b-6794-4a05-8982-12aaa5c7f1d2 x-openstack-request-id: req-7c0b305b-6794-4a05-8982-12aaa5c7f1d2 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:31.311981 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1e2877-4487-44d1-90a1-1d976c95e007", "name": "network-vif-deleted", "tag": "7872bd01-0895-4a42-a165-c9b7400de8fe", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:31.312233 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c0b305b-6794-4a05-8982-12aaa5c7f1d2 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:31.312659 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1e2877-4487-44d1-90a1-1d976c95e007', 'name': 'network-vif-deleted', 'tag': '7872bd01-0895-4a42-a165-c9b7400de8fe', 'status': 'completed', 'code': 200} Sep 21 09:26:32.306994 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6fab9731-8606-4422-9393-8c202110752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:32.435598 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-5e190838-efa6-4f38-b787-ca835be2b219 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:32.437154 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-5e190838-efa6-4f38-b787-ca835be2b219 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/networks?id=b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 200 len: 809 time: 0.1291788 Sep 21 09:26:32.454100 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-57118c00-f9df-4493-9531-b0e26f87bc1a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/quotas/cb87b66f3997493885ea1a3f978f835e HTTP/1.1" status: 200 len: 375 time: 0.0104878 Sep 21 09:26:32.497817 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-e9e0773f-5a49-421b-b106-f2041d1a3633 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348704 Sep 21 09:26:32.596683 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-102776b0-fb47-4ce3-9153-aab0aea9c9ec service neutron] 10.222.0.42 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920105 Sep 21 09:26:32.690918 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-2d1c2221-b945-4a30-a373-fa5003cb211a service neutron] 10.222.0.42 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882890 Sep 21 09:26:32.863517 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-374b7b2a-1cf6-41a7-beeb-f461314d0a5d req-62c3871c-f684-4bcc-a302-8197b66b5dec tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 210 time: 0.0335612 Sep 21 09:26:33.550140 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 41844) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:33.670051 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ce-d9a3-4110-8c58-ae6831501cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:33.817739 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ce-d9a3-4110-8c58-ae6831501cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:33.826009 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ce-d9a3-4110-8c58-ae6831501cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:33.834766 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:33.848465 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:33.921563 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-cc7db0ce-d9a3-4110-8c58-ae6831501cb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb4a2762d9584035988a96cd95d69bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701942 Sep 21 09:26:33.924299 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41854) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:33.948676 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7db0ce-d9a3-4110-8c58-ae6831501cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb6e8f-a7f1-4b0f-ab11-dfaae90e786f,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:33.977770 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.000035 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.008183 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf0188b5-cfc8-43e6-b8fe-776bf0622e6b req-dc24db24-4ffa-4247-a82b-25f1bf447818 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 210 time: 0.0496981 Sep 21 09:26:34.016017 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-5c648a3f-45f5-4a4c-9be2-36f178e772d3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:34.017079 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-5c648a3f-45f5-4a4c-9be2-36f178e772d3 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "GET /v2.0/networks?id=b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 200 len: 809 time: 0.2618651 Sep 21 09:26:34.032150 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Request body: {'port': {'device_id': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a', 'admin_state_up': True, 'tenant_id': 'cb87b66f3997493885ea1a3f978f835e'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:34.050095 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.052665 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.053798 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9eb6e8f-a7f1-4b0f-ab11-dfaae90e786f HTTP/1.1" status: 204 len: 168 time: 0.1282728 Sep 21 09:26:34.062005 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6b199-7919-415e-9ba6-dde331b45801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb6e8f-a7f1-4b0f-ab11-dfaae90e786f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:34.117728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 7872bd01-0895-4a42-a165-c9b7400de8fe no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:26:34.147808 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 7872bd01-0895-4a42-a165-c9b7400de8fe {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:26:34.148816 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 7872bd01-0895-4a42-a165-c9b7400de8fe not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:26:34.164841 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Made reservation on behalf of cb87b66f3997493885ea1a3f978f835e for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:34.168654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.314207 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Allocated IP 172.20.0.9 (b7c6af1e-e450-4f73-a27d-0428a9911e8a/9eef58e3-3eaa-420f-a530-365dcdc81fd2/d37976bd-51f5-4e61-a538-5a4323401cab) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:34.483401 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.521607 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.562869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Network b7c6af1e-e450-4f73-a27d-0428a9911e8a is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:34.568399 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:34.571083 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:34.610191 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Pushing event updated for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:34.636046 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:34.636758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.652482 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-1061e376-2e75-450a-a7b4-43a9a04ace31 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240211 Sep 21 09:26:34.665673 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Request body: {'port': {'device_id': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:34.734071 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.799984 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41890) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:34.915364 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364842893-network', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:34.938927 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Made reservation on behalf of 1c33a9b4cf3e49e18ea60a4d7468daff for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:34.942357 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.965697 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.062918 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37976bd-51f5-4e61-a538-5a4323401cab {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:35.074748 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.076166 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.079780 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.090516 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Transition to ACTIVE for port object d37976bd-51f5-4e61-a538-5a4323401cab will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:26:35.101843 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.110242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:26:35.124201 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68338dab-a099-4c18-a700-116d658b982b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:35.127284 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.127638 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Added segment 991739c8-af75-4ad6-8682-b4dbfde2efb6 of type vlan for network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c Sep 21 09:26:35.188446 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.224174 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.225151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.225736 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.227114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Pushing event updated for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:35.254924 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9bd54-65f5-438d-ad40-4ceac2a42b65 req-c426f944-e1fc-4f42-ab9b-d136633919e1 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.256517 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-18d9bd54-65f5-438d-ad40-4ceac2a42b65 req-c426f944-e1fc-4f42-ab9b-d136633919e1 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 943 time: 0.1647844 Sep 21 09:26:35.299340 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:35.309006 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Attempting to bind port d37976bd-51f5-4e61-a538-5a4323401cab on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:35.309345 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Attempting to bind port d37976bd-51f5-4e61-a538-5a4323401cab by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:35.309678 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Attempting to bind port d37976bd-51f5-4e61-a538-5a4323401cab on network b7c6af1e-e450-4f73-a27d-0428a9911e8a {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:35.317502 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-89a5dfe8-b37e-4c37-9259-8006c55ea2e5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5157881 Sep 21 09:26:35.318168 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 41906) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:35.321432 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:26:35.324417 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Request body: {'subnet': {'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364842893-subnet', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:35.325031 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Port d37976bd-51f5-4e61-a538-5a4323401cab on network b7c6af1e-e450-4f73-a27d-0428a9911e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:26:35.325366 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Attempting to bind port d37976bd-51f5-4e61-a538-5a4323401cab on network b7c6af1e-e450-4f73-a27d-0428a9911e8a {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:35.330039 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-18d9bd54-65f5-438d-ad40-4ceac2a42b65 req-c01449c7-b9cb-473e-ad29-9044f9471d18 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599272 Sep 21 09:26:35.341604 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:35.341928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Checking segment: {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:35.342325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Bound using segment: {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:35.342803 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Bound port: d37976bd-51f5-4e61-a538-5a4323401cab, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468fda5f-611a-496b-9fdd-9d449352b6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:35.343140 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.371486 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Made reservation on behalf of 1c33a9b4cf3e49e18ea60a4d7468daff for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:35.374252 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.454353 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:35.457797 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d37976bd-51f5-4e61-a538-5a4323401cab,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:35.459521 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.464942 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.507106 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.507416 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.508860 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] 10.222.0.47 "PUT /v2.0/ports/d37976bd-51f5-4e61-a538-5a4323401cab HTTP/1.1" status: 200 len: 1093 time: 0.8474731 Sep 21 09:26:35.509781 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:35.512096 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b6bc4-902f-46f2-9c45-f74762f26c52" -d '{"events": [{"name": "network-changed", "server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:35.546182 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f03a30-f6be-40c8-a788-e98595d35064 service neutron] Pushing event updated for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:35.563383 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c96be-586a-45bc-884c-a1796ce49c5b x-openstack-request-id: req-da8c96be-586a-45bc-884c-a1796ce49c5b {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:35.563733 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:35.564077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da8c96be-586a-45bc-884c-a1796ce49c5b {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:35.564617 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab', 'status': 'completed', 'code': 200} Sep 21 09:26:35.608562 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-f59c10b1-9386-479f-b156-86f58360a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.610092 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-f59c10b1-9386-479f-b156-86f58360a58d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 1096 time: 0.0419996 Sep 21 09:26:35.627656 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.664122 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-11046948-8f8b-40a0-b632-34f932e8cc3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37976bd-51f5-4e61-a538-5a4323401cab HTTP/1.1" status: 200 len: 217 time: 0.0350883 Sep 21 09:26:35.687469 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebe964c-3c9f-4770-a87b-845435667ba8,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:35.702115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Checking segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:35.702570 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Network hostable DHCP agents. Network: df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:26:35.721470 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-25b1a9ef-4817-4e87-b50a-90d1922abb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.722887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:26:35.723578 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-25b1a9ef-4817-4e87-b50a-90d1922abb24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9eef58e3-3eaa-420f-a530-365dcdc81fd2 HTTP/1.1" status: 200 len: 849 time: 0.0573065 Sep 21 09:26:35.734365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:35.743153 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e8eb2-4a18-47f4-8d2b-fa069a796d36 None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:26:35.750462 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:35.751140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.761956 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-b1d303aa-afdd-484b-bb9f-d91366642793 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7c6af1e-e450-4f73-a27d-0428a9911e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298052 Sep 21 09:26:35.767614 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-76e0f1d4-9cd0-4a84-a11e-9366a7c9ba97 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4480829 Sep 21 09:26:35.769961 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 41922) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:35.783290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:35.874435 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.875601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:35.930389 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:26:35.931355 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.105976 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Allocated IP 172.20.0.2 (df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c/0ebe964c-3c9f-4770-a87b-845435667ba8/12195408-daad-46fb-8a41-e6bd26d921d6) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:36.144241 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d324b-1660-4e2d-b176-951e2c083266 req-09db20a7-0ab7-4b23-88bf-66d272c0235d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.145922 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d67d324b-1660-4e2d-b176-951e2c083266 req-09db20a7-0ab7-4b23-88bf-66d272c0235d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0588305 Sep 21 09:26:36.191085 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d67d324b-1660-4e2d-b176-951e2c083266 req-e71c279e-671d-448f-a2f3-1d3334f3d3e6 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Sep 21 09:26:36.194197 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-9ed0ff98-77e0-4788-8b36-37e1caeef83c service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067354 Sep 21 09:26:36.232293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.259837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27387-e63e-405b-9f44-ab4284f506ab req-4ba4089b-46ec-4cfc-b8d9-b6969cb09a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.261880 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-4ba4089b-46ec-4cfc-b8d9-b6969cb09a5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0984173 Sep 21 09:26:36.276730 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.282603 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.331355 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:36.334355 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:36.337909 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:36.354256 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Pushing event updated for resources: {'Port': ['ID=12195408-daad-46fb-8a41-e6bd26d921d6,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:36.391326 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.391843 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.392296 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.392778 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.393331 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.393876 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.394159 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.394516 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.395206 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.395506 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.395831 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.396317 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:36.431286 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Attempting to bind port 12195408-daad-46fb-8a41-e6bd26d921d6 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:36.431955 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Attempting to bind port 12195408-daad-46fb-8a41-e6bd26d921d6 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:36.432639 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Attempting to bind port 12195408-daad-46fb-8a41-e6bd26d921d6 on network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:36.438218 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:36.438887 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Checking segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:36.439452 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.440199 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Bound using segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:36.440853 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Bound port: 12195408-daad-46fb-8a41-e6bd26d921d6, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:36.441481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.473438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e82f4-316a-4259-8980-ed33e389d88f req-8b64c696-f0c6-4017-8317-bf5b55755dbd tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.475037 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-332e82f4-316a-4259-8980-ed33e389d88f req-8b64c696-f0c6-4017-8317-bf5b55755dbd tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 943 time: 0.0619445 Sep 21 09:26:36.507616 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.554218 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] For port 12195408-daad-46fb-8a41-e6bd26d921d6, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:36.559265 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] For port 12195408-daad-46fb-8a41-e6bd26d921d6, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12195408-daad-46fb-8a41-e6bd26d921d6,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:36.565232 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:36.566008 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-332e82f4-316a-4259-8980-ed33e389d88f req-97173792-1e55-413d-9b48-4bcc6dee34cf tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779729 Sep 21 09:26:36.570371 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8d7fbfca-de18-49f3-aadf-f2d9cb485826 req-a6f99042-dd70-4460-92d4-50408ab10ff2 service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399284 Sep 21 09:26:36.641342 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27387-e63e-405b-9f44-ab4284f506ab req-5d5bba98-7068-428a-a614-ebc0750f9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.642851 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-5d5bba98-7068-428a-a614-ebc0750f9018 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.3414481 Sep 21 09:26:36.656922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbf118-0200-4b7f-acf3-2dc1c8cd4531 None None] Pushing event updated for resources: {'Port': ['ID=12195408-daad-46fb-8a41-e6bd26d921d6,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:36.716207 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-9330b020-fa02-4d15-adc8-0d212c1ebe5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0620279 Sep 21 09:26:36.791674 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-8d040580-b602-4912-bc65-15a2bc727452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.793305 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-8d040580-b602-4912-bc65-15a2bc727452 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb87b66f3997493885ea1a3f978f835e&device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 1096 time: 0.1557605 Sep 21 09:26:36.816268 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27387-e63e-405b-9f44-ab4284f506ab req-81222eec-e047-4e19-ab0f-3295f26b0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:36.817994 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-81222eec-e047-4e19-ab0f-3295f26b0b1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0717058 Sep 21 09:26:36.872001 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-10ce42ad-6467-483c-ad25-d2847faf9837 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383701 Sep 21 09:26:37.131574 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-220e98bc-6c02-42b4-8495-842e6479377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:37.133097 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-220e98bc-6c02-42b4-8495-842e6479377d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 200 len: 910 time: 0.3292761 Sep 21 09:26:37.187708 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-12120c89-4501-43c6-8c2a-da69853bc356 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37976bd-51f5-4e61-a538-5a4323401cab HTTP/1.1" status: 200 len: 217 time: 0.0472069 Sep 21 09:26:37.189556 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-f2946350-25fe-433f-b256-3207e91391be service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841299 Sep 21 09:26:37.196279 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:37.236278 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:37.330421 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-c3d8faf1-1a31-4726-9667-cd77cf8259f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:37.331924 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-c3d8faf1-1a31-4726-9667-cd77cf8259f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9eef58e3-3eaa-420f-a530-365dcdc81fd2 HTTP/1.1" status: 200 len: 849 time: 0.1104162 Sep 21 09:26:37.343243 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be12a-32c0-441b-92e8-91d98da832aa req-17a726a7-e4be-4aee-9c5c-87ffb7c895a0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:37.344914 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-142be12a-32c0-441b-92e8-91d98da832aa req-17a726a7-e4be-4aee-9c5c-87ffb7c895a0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0733564 Sep 21 09:26:37.394636 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-142be12a-32c0-441b-92e8-91d98da832aa req-a846e81c-8056-463b-8a6b-92cfb4ef98b7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Sep 21 09:26:37.416113 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-4ffd6bfe-587c-4e99-8431-26c8f30bbe00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7c6af1e-e450-4f73-a27d-0428a9911e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426772 Sep 21 09:26:37.511144 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-08a27387-e63e-405b-9f44-ab4284f506ab req-52a40f75-2667-4855-8cb7-3eb50af1cee6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909057 Sep 21 09:26:37.538838 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Allocated IP 172.27.0.177 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/806fb4c8-240d-49de-bfc5-e05a5b5cce47) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:37.686420 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-01c458fc-d7d0-499f-9996-d190d7ca5fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567310 Sep 21 09:26:37.747912 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88315240-a188-4528-9b21-06fac82888d9 req-ec9ace1f-2b26-4108-94f1-9df2e872047c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:37.749454 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-88315240-a188-4528-9b21-06fac82888d9 req-ec9ace1f-2b26-4108-94f1-9df2e872047c tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 943 time: 0.0702524 Sep 21 09:26:37.799960 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-88315240-a188-4528-9b21-06fac82888d9 req-5dc6df8c-eeb0-41b9-b8af-67cdc5712d7e tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Sep 21 09:26:37.913124 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:37.940912 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae87cc-6c10-46ef-8f66-3df915c8ad3f None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:26:37.944645 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-777b6bc4-902f-46f2-9c45-f74762f26c52 req-728f321e-7e3e-45a7-80a0-4e9242b7c49e service neutron] 10.222.0.47 "GET /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296541 Sep 21 09:26:38.056150 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] Provisioning complete for port 12195408-daad-46fb-8a41-e6bd26d921d6 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:38.058413 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.143520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12195408-daad-46fb-8a41-e6bd26d921d6 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:38.249962 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-0635c357-feb2-4a5b-bd29-16cc437fd404 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:38.257723 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-0635c357-feb2-4a5b-bd29-16cc437fd404 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.4629290 Sep 21 09:26:38.279173 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-61949af2-a58b-471a-b88a-1a01e612972f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/quotas/2466e2e40a8c43a4841be41320b5e780 HTTP/1.1" status: 200 len: 375 time: 0.0206556 Sep 21 09:26:38.298402 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.303369 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.330198 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 12195408-daad-46fb-8a41-e6bd26d921d6 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:38.330572 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.352467 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:38.366622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:38.370276 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Pushing event updated for resources: {'Port': ['ID=806fb4c8-240d-49de-bfc5-e05a5b5cce47,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:38.372593 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:38.385836 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] For port 12195408-daad-46fb-8a41-e6bd26d921d6, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12195408-daad-46fb-8a41-e6bd26d921d6,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:38.404297 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.414242 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-fafb0f9a-e53f-4544-82ca-c4760816c8b6 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340287 Sep 21 09:26:38.506196 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8cd53-cf1a-4bd1-9134-b72bf5209ba5 None None] Pushing event updated for resources: {'Port': ['ID=12195408-daad-46fb-8a41-e6bd26d921d6,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:38.708112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-36f44209-8c63-41c8-bf53-7acfb22aafb7 service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765703 Sep 21 09:26:38.728133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-18fd78a7-66e0-4b51-ac03-d935de0b7db7 None None] Provisioning complete for port 12195408-daad-46fb-8a41-e6bd26d921d6 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:38.728700 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-18fd78a7-66e0-4b51-ac03-d935de0b7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.822142 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd050ff-4813-4a47-9fcd-ed81213dd617 req-688bd538-174e-408b-890a-7c8439abd1aa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:38.829557 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9dd050ff-4813-4a47-9fcd-ed81213dd617 req-688bd538-174e-408b-890a-7c8439abd1aa tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.3385489 Sep 21 09:26:38.873663 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9dd050ff-4813-4a47-9fcd-ed81213dd617 req-cd6d0b2a-7c31-4796-84c5-b0ffc3f9cc45 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Sep 21 09:26:38.927091 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-ae35f19c-4292-4382-b303-0de7a7adb277 service neutron] 10.222.0.42 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093008 Sep 21 09:26:38.947404 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:38.989295 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98931d-9488-403a-aba0-ffa872c75e60 req-85c45597-9adf-48d0-b79f-0f5dc560c5b8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:38.991279 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e98931d-9488-403a-aba0-ffa872c75e60 req-85c45597-9adf-48d0-b79f-0f5dc560c5b8 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 943 time: 0.0528507 Sep 21 09:26:39.061281 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e98931d-9488-403a-aba0-ffa872c75e60 req-32f9e0ad-f877-4f9d-b582-e9cd49243393 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607712 Sep 21 09:26:39.163831 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-23506e9c-0ec4-48fd-8aed-66eade371933 req-3ad22f18-ab61-4618-af16-5eb74ce58111 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Sep 21 09:26:39.231756 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:39.394926 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:26:39.525271 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:26:39.534879 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Sync routers for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:26:39.545325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:39.546647 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-19dadb3c-21bf-4bcb-964a-73fb834ab155 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7755861 Sep 21 09:26:39.549751 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:39.550524 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42056) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:39.551243 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:39.663880 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:39.876703 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:38Z', 'revision_number': 3, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:39.905435 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Checking router: 2837216c-77ee-4dd0-b422-69d6cfdcc4bb for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:26:39.905789 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Updating router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:26:39.930679 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.008043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.020347 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09f94e-021e-4b33-857c-d9acaec45c5f req-55d23cd2-8ab1-44a4-91b9-7519bb0cf715 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.029595 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7e09f94e-021e-4b33-857c-d9acaec45c5f req-55d23cd2-8ab1-44a4-91b9-7519bb0cf715 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Sep 21 09:26:40.077291 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7e09f94e-021e-4b33-857c-d9acaec45c5f req-ca843874-0c77-49a6-8f97-b0cf93586664 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Sep 21 09:26:40.095990 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12195408-daad-46fb-8a41-e6bd26d921d6 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:40.137814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device d37976bd-51f5-4e61-a538-5a4323401cab details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:26:40.241689 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.248939 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.285387 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d37976bd-51f5-4e61-a538-5a4323401cab,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:40.298957 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'd37976bd-51f5-4e61-a538-5a4323401cab', 'network_id': 'b7c6af1e-e450-4f73-a27d-0428a9911e8a', 'port_id': 'd37976bd-51f5-4e61-a538-5a4323401cab', 'mac_address': 'fa:16:3e:8b:e8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eef58e3-3eaa-420f-a530-365dcdc81fd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:26:40.302619 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-070e078d-4dae-44ff-b6db-3c2d77bbd2bd req-61a75e35-a921-4e24-bce9-42babde16c91 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 210 time: 0.0565944 Sep 21 09:26:40.308145 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 12195408-daad-46fb-8a41-e6bd26d921d6 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:40.308676 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.333105 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Pushing event updated for resources: {'Port': ['ID=806fb4c8-240d-49de-bfc5-e05a5b5cce47,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:40.341231 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Attempting to bind port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:40.341494 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Attempting to bind port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:40.341860 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Attempting to bind port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:40.344438 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.344812 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.346954 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.346954 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.346954 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.346954 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.347331 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.347521 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.347892 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.348224 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.348560 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.348891 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:26:40.356341 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:40.356584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:40.356845 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.357235 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:40.357708 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Bound port: 806fb4c8-240d-49de-bfc5-e05a5b5cce47, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:40.358103 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.379434 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Allocated IP 172.20.0.1 (df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c/0ebe964c-3c9f-4770-a87b-845435667ba8/887b235a-1a79-476c-852a-5e2cc93b7ff0) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:40.388323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.425353 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] For port 806fb4c8-240d-49de-bfc5-e05a5b5cce47, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:40.428885 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] For port 806fb4c8-240d-49de-bfc5-e05a5b5cce47, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=806fb4c8-240d-49de-bfc5-e05a5b5cce47,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:40.435421 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.441756 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42cfe-e8b8-44b6-95b8-40e8afa328ab req-86d9bf54-1b90-47e5-9417-b0ba27929088 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.450264 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9fe42cfe-e8b8-44b6-95b8-40e8afa328ab req-86d9bf54-1b90-47e5-9417-b0ba27929088 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 943 time: 0.2914004 Sep 21 09:26:40.499449 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a5f12-feda-4a96-8849-d9da274cad58 None None] Pushing event updated for resources: {'Port': ['ID=806fb4c8-240d-49de-bfc5-e05a5b5cce47,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:40.515024 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:40.515654 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:40.665172 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9fe42cfe-e8b8-44b6-95b8-40e8afa328ab req-a8d148aa-e69a-4c9d-84fd-f95973477f9a tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138505 Sep 21 09:26:40.676374 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-c8e13587-0212-4e40-8cee-469fe751349a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.678183 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-c8e13587-0212-4e40-8cee-469fe751349a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 814 time: 0.4912593 Sep 21 09:26:40.688370 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37976bd-51f5-4e61-a538-5a4323401cab {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:40.693361 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Request body: {'port': {'device_id': '6508b209-41cc-4f9b-befb-ce069583aa40', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'admin_state_up': True, 'tenant_id': '2466e2e40a8c43a4841be41320b5e780'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:40.734202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d37976bd-51f5-4e61-a538-5a4323401cab,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:40.742065 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.772478 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:40.785153 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.810696 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:40.849544 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.857952 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Made reservation on behalf of 2466e2e40a8c43a4841be41320b5e780 for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:40.861527 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.907381 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:40.915731 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:40.924872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:40.928650 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:40.982047 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:38Z', 'revision_number': 3, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:41.013264 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d682cb-3cd0-43a5-bd11-ca70bb1ee096 None None] The sync data for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi is: [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:38Z', 'revision_number': 3, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:26:41.021816 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.136414 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Allocated IP 172.20.0.13 (aff120b1-109e-4660-87ed-88f8d0184256/f20eebab-1f44-455b-b7ac-18b6193f95a8/87c4404b-f6c6-48c1-91c0-0ff2a101a3f1) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:41.201613 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-8a3285a1-03a5-4c0c-a329-a87293e3332b None None] Provisioning complete for port 887b235a-1a79-476c-852a-5e2cc93b7ff0 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:41.202071 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8a3285a1-03a5-4c0c-a329-a87293e3332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.266274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-8a3285a1-03a5-4c0c-a329-a87293e3332b None None] Port 887b235a-1a79-476c-852a-5e2cc93b7ff0 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:26:41.298033 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['d37976bd-51f5-4e61-a538-5a4323401cab'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:41.411765 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3ae73012-64d7-41de-877e-37e92c0278e0 req-4cb81966-518c-4787-af6e-d0ced3abe2bf tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Sep 21 09:26:41.555629 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfbde-0f14-48f1-ab6a-398d3858c282 req-c3524f3d-0586-433a-8316-9eb1054a8c3a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:41.557479 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a4cbfbde-0f14-48f1-ab6a-398d3858c282 req-c3524f3d-0586-433a-8316-9eb1054a8c3a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1506486 Sep 21 09:26:41.558190 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.712775 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a4cbfbde-0f14-48f1-ab6a-398d3858c282 req-b4fc34a0-81f7-4895-a7fb-69297ed26195 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410663 Sep 21 09:26:41.839846 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.865623 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847783-b944-45bc-bc86-6a78ab328d6f req-089ec251-dd43-42f9-a883-7efed1b88717 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:41.868023 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67847783-b944-45bc-bc86-6a78ab328d6f req-089ec251-dd43-42f9-a883-7efed1b88717 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 944 time: 0.0680091 Sep 21 09:26:41.915971 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67847783-b944-45bc-bc86-6a78ab328d6f req-e071dbe4-69f4-4051-9aec-01c8446b3a43 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Sep 21 09:26:41.918350 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.938476 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:41.959355 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.002849 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Network aff120b1-109e-4660-87ed-88f8d0184256 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:42.015824 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:42.021121 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:42.027135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event updated for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:42.060417 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.070651 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 806fb4c8-240d-49de-bfc5-e05a5b5cce47 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:42.132767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:42.133016 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:42.133388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.133509 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.136065 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:42.164591 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-119c9fb6-18da-4b09-8c68-ff13ea8a51a4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4754281 Sep 21 09:26:42.195289 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Request body: {'port': {'device_id': '6508b209-41cc-4f9b-befb-ce069583aa40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:42.219820 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.240345 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 806fb4c8-240d-49de-bfc5-e05a5b5cce47, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=806fb4c8-240d-49de-bfc5-e05a5b5cce47,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:42.244211 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.273527 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.277020 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:42.279188 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:42.295989 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=806fb4c8-240d-49de-bfc5-e05a5b5cce47,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:42.507793 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-75d52408-880c-4492-afca-20e9f2c9bba2 None None] Provisioning complete for port 887b235a-1a79-476c-852a-5e2cc93b7ff0 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:42.508347 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-75d52408-880c-4492-afca-20e9f2c9bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.513965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078', '34f391db-c3dc-49c5-969e-c150cd7d21f4', '623bfb23-aa01-4c56-b3ab-7e844bb474b9'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:42.549449 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:26:42.585787 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-75d52408-880c-4492-afca-20e9f2c9bba2 None None] Port 887b235a-1a79-476c-852a-5e2cc93b7ff0 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:26:42.666335 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570f4d2-b13d-4046-befa-af1593c2edf1 req-9ca1352a-2ae4-4212-9346-29db1ee764c8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:42.667888 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5570f4d2-b13d-4046-befa-af1593c2edf1 req-9ca1352a-2ae4-4212-9346-29db1ee764c8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 932 time: 0.1603012 Sep 21 09:26:42.817065 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5570f4d2-b13d-4046-befa-af1593c2edf1 req-a284b1b7-212d-4b58-8d43-d5f42a89f71c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409218 Sep 21 09:26:42.833042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:42.838062 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:26:42.844773 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f19c32bf-d6d0-41c9-9302-e1b8a283a3c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/2837216c-77ee-4dd0-b422-69d6cfdcc4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2932372 Sep 21 09:26:42.846793 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.861737 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Sync routers for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:26:42.884509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Transition to ACTIVE for port object 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:26:42.895043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:42.943772 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:42.944420 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:42.953832 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Pushing event updated for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:43.002851 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa736da-6658-49ed-8f7d-8830717d7860 req-20b6ad8d-da2e-4ab2-b3bc-8a6a5485fdcb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:43.011883 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fa736da-6658-49ed-8f7d-8830717d7860 req-20b6ad8d-da2e-4ab2-b3bc-8a6a5485fdcb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1250741 Sep 21 09:26:43.074420 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fa736da-6658-49ed-8f7d-8830717d7860 req-2c0a2fab-7c19-4bee-be52-91c6cc8bfc42 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554709 Sep 21 09:26:43.096195 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Attempting to bind port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:43.096576 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Attempting to bind port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:43.096896 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Attempting to bind port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:43.118598 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 on network aff120b1-109e-4660-87ed-88f8d0184256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:26:43.118927 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Attempting to bind port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 on network aff120b1-109e-4660-87ed-88f8d0184256 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:43.131171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:43.131510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Checking segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:43.131901 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Bound using segment: {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:43.132341 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Bound port: 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c385882-7f25-43b3-9d27-d24dc1d5d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:43.132747 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.156022 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66e13e-ac09-4686-94ab-9504ebc9bf4e req-1a9c147b-6e5b-4f6f-9c54-fd24ef38feb6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:43.157588 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf66e13e-ac09-4686-94ab-9504ebc9bf4e req-1a9c147b-6e5b-4f6f-9c54-fd24ef38feb6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 944 time: 0.0869505 Sep 21 09:26:43.225202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:43.240804 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42124) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:43.240958 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bf66e13e-ac09-4686-94ab-9504ebc9bf4e req-dc168a97-42e7-447d-94a1-15dac3efb6f9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617826 Sep 21 09:26:43.243469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:43.247819 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:43.255116 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.294497 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:43.295121 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.296524 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] 10.222.0.47 "PUT /v2.0/ports/87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 HTTP/1.1" status: 200 len: 1094 time: 1.1070244 Sep 21 09:26:43.296983 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:43.299193 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8d55b-50d0-4493-8e87-7febb66021a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:43.326197 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad43cb-9f14-4a41-98b3-443e658339cc service neutron] Pushing event updated for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:43.360030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b745c-afcc-4d23-8583-00891ddcc8f2 x-openstack-request-id: req-881b745c-afcc-4d23-8583-00891ddcc8f2 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:43.360444 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:43.360863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-881b745c-afcc-4d23-8583-00891ddcc8f2 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:43.361719 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1', 'status': 'completed', 'code': 200} Sep 21 09:26:43.415575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-c2794309-b1ef-4643-8aff-c55bc83e4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:43.418254 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-c2794309-b1ef-4643-8aff-c55bc83e4ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 1097 time: 0.0497038 Sep 21 09:26:43.473111 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-b2b41b3d-6edf-41c0-8d22-3cbf5bc11ee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 HTTP/1.1" status: 200 len: 217 time: 0.0458577 Sep 21 09:26:43.478331 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3b18-7637-43b1-b809-343743316ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.479736 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 2, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:43.523343 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Checking router: 2837216c-77ee-4dd0-b422-69d6cfdcc4bb for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:26:43.523798 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Updating router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb port 887b235a-1a79-476c-852a-5e2cc93b7ff0 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:26:43.543257 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-b3415564-ad5b-44f2-841d-255332961a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:43.545190 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-b3415564-ad5b-44f2-841d-255332961a36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0645909 Sep 21 09:26:43.566349 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.584903 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-e21ac20e-fcba-4dca-b519-fa9ccfa6b4d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321050 Sep 21 09:26:43.621400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3b18-7637-43b1-b809-343743316ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.626322 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3b18-7637-43b1-b809-343743316ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.657938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3b18-7637-43b1-b809-343743316ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafae79-cab3-41ee-b1bf-e87224fb4860,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:43.676344 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5d1c3b18-7637-43b1-b809-343743316ea3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e910d280f7364f2986ba15bf6c0fdbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340522 Sep 21 09:26:43.679151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42138) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:43.694682 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42140) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:43.700946 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1343883990-network', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:43.725531 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-8ff546a1-7c98-404b-b1f8-bfe5d821345f service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325004 Sep 21 09:26:43.744184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.744486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Made reservation on behalf of ab2b8cd305c5468ca539edec858842d8 for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:43.748209 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.767295 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.769373 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.841253 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.855044 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.856647 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4dafae79-cab3-41ee-b1bf-e87224fb4860 HTTP/1.1" status: 204 len: 168 time: 0.1761975 Sep 21 09:26:43.868035 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bd0f9-55b0-4e6d-a37f-7824667d7aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafae79-cab3-41ee-b1bf-e87224fb4860,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:43.898355 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9777944f-acfe-4637-84ce-c4fa817b6bfd req-94035fe6-372b-48b0-a4ce-62eb72b1432e service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644652 Sep 21 09:26:43.932815 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:43.938342 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.033066 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7b8be-a1d7-42f6-aaba-51c4f4eb72b8 req-d03c5ae5-ffe3-4376-b19d-b77d1afc28f2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.048889 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8e7b8be-a1d7-42f6-aaba-51c4f4eb72b8 req-d03c5ae5-ffe3-4376-b19d-b77d1afc28f2 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 944 time: 0.1129665 Sep 21 09:26:44.059746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.069253 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.126669 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-be156944-57e0-4274-91be-607c249a9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.129750 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-be156944-57e0-4274-91be-607c249a9d2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 1097 time: 0.1250925 Sep 21 09:26:44.131410 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:26:44.141485 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8e7b8be-a1d7-42f6-aaba-51c4f4eb72b8 req-3c203190-9a0d-46a8-bc7a-6cc749f6b6f8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915809 Sep 21 09:26:44.145397 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.146588 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Added segment cc75c0ce-edca-4e97-83a7-688095e950ee of type vlan for network 252260c1-f6eb-43a5-ba12-8e007974a9e0 Sep 21 09:26:44.149669 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 806fb4c8-240d-49de-bfc5-e05a5b5cce47 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:44.214661 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.242484 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device d37976bd-51f5-4e61-a538-5a4323401cab up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:44.266834 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77fc66b-d608-4a2b-9fdd-9d400e255a22,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:44.284765 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.285928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.287259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.305066 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f73e-c00c-450b-be01-cc03597e009b None None] Pushing event updated for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:44.329192 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6332209 Sep 21 09:26:44.333102 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42156) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:44.357859 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:44.358175 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Request body: {'subnet': {'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1343883990-subnet', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:44.358346 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.370336 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff72edd-1906-4ab1-909f-656cbc50d298 req-b4b49a52-36f9-4f80-a3ef-3574c973ab35 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.371865 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fff72edd-1906-4ab1-909f-656cbc50d298 req-b4b49a52-36f9-4f80-a3ef-3574c973ab35 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1043093 Sep 21 09:26:44.409844 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Made reservation on behalf of ab2b8cd305c5468ca539edec858842d8 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:26:44.412265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.423982 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-6f23be0c-5cb5-4320-a422-076d54ba5904 None None] Provisioning complete for port 887b235a-1a79-476c-852a-5e2cc93b7ff0 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:44.424386 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6f23be0c-5cb5-4320-a422-076d54ba5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.425937 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ede04b-2e88-4027-9c7f-e1c0729c63fa admin admin] Pushing event updated for resources: {'Network': ['ID=252260c1-f6eb-43a5-ba12-8e007974a9e0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:44.466554 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-a6bdd2d9-98aa-4c59-9dd5-425b62f2941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.468374 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-a6bdd2d9-98aa-4c59-9dd5-425b62f2941f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.1951008 Sep 21 09:26:44.488849 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Attempting to bind port 887b235a-1a79-476c-852a-5e2cc93b7ff0 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:44.489225 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Attempting to bind port 887b235a-1a79-476c-852a-5e2cc93b7ff0 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:44.489596 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Attempting to bind port 887b235a-1a79-476c-852a-5e2cc93b7ff0 on network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:44.495317 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:26:44.550038 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-31db5f9e-efee-42cd-a040-a9a3885f6b4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 HTTP/1.1" status: 200 len: 217 time: 0.0724716 Sep 21 09:26:44.552992 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fff72edd-1906-4ab1-909f-656cbc50d298 req-b14d3899-0047-4541-8323-66c9e1c01c91 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723423 Sep 21 09:26:44.556412 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:44.556821 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Checking segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:44.557672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.558079 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Bound using segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:44.558573 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Bound port: 887b235a-1a79-476c-852a-5e2cc93b7ff0, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:44.558960 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.628014 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.629737 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-6f23be0c-5cb5-4320-a422-076d54ba5904 None None] Port 887b235a-1a79-476c-852a-5e2cc93b7ff0 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:26:44.637058 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910a8e-2555-4621-a921-e8737bff55fb req-b2b6bb58-d52b-48f8-87de-7cce57ef25b1 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.638605 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2c910a8e-2555-4621-a921-e8737bff55fb req-b2b6bb58-d52b-48f8-87de-7cce57ef25b1 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 944 time: 0.0988972 Sep 21 09:26:44.642410 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-6265a064-2e0c-4977-884a-328ec280b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.643796 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-6265a064-2e0c-4977-884a-328ec280b8ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0712743 Sep 21 09:26:44.657353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port d37976bd-51f5-4e61-a538-5a4323401cab completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:26:44.671256 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port d37976bd-51f5-4e61-a538-5a4323401cab triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:44.671638 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.698318 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-36de2a39-f2ab-44e0-879c-3aae51f22404 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423136 Sep 21 09:26:44.704841 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] For port 887b235a-1a79-476c-852a-5e2cc93b7ff0, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:44.707971 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f719ca8-71d5-40d5-aa9b-92bd493280ed,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:44.714163 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Checking segment: {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:44.714536 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Network hostable DHCP agents. Network: 252260c1-f6eb-43a5-ba12-8e007974a9e0, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:26:44.722867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] For port 887b235a-1a79-476c-852a-5e2cc93b7ff0, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=887b235a-1a79-476c-852a-5e2cc93b7ff0,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:44.731491 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.733441 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:26:44.741285 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2c910a8e-2555-4621-a921-e8737bff55fb req-4224753f-ec1c-42a5-b29f-40d2eb0ed479 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Sep 21 09:26:44.745648 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 252260c1-f6eb-43a5-ba12-8e007974a9e0) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:44.751242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:44.751840 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.767736 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c5c885b7-5893-4e1e-9f8b-575d8ad160da admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4334979 Sep 21 09:26:44.770172 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42158) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:44.770323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e679656-cb7b-4881-9308-636d61f57bcf None None] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:26:44.778561 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:26:44.820614 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.825012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.843088 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-2c506f62-6f0f-4124-9c31-38d0e54cd064 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384723 Sep 21 09:26:44.897410 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.912958 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:44.914093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:44.939596 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:44.968019 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57e8d55b-50d0-4493-8e87-7febb66021a9 req-6f13e84e-5ae1-4fb6-bfcc-8937a283a5fe service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167414 Sep 21 09:26:45.060441 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.149543 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f73e-c00c-450b-be01-cc03597e009b None None] Pushing event updated for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:45.203882 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:45.206185 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820a32ab-9c4f-4f88-a8aa-668ccc1fd94f" -d '{"events": [{"server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "name": "network-vif-plugged", "status": "completed", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:45.252646 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] Provisioning complete for port 887b235a-1a79-476c-852a-5e2cc93b7ff0 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:45.253249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.255344 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc726dc-cce1-425f-9e44-5c87f83a8037 x-openstack-request-id: req-adc726dc-cce1-425f-9e44-5c87f83a8037 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:45.255638 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "name": "network-vif-plugged", "status": "completed", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:45.255885 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adc726dc-cce1-425f-9e44-5c87f83a8037 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:45.256266 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab', 'code': 200} Sep 21 09:26:45.257879 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d37976bd-51f5-4e61-a538-5a4323401cab,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:45.288121 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925370f-b9b4-4788-8264-46b494a4a285 req-39de0a4a-7535-4384-8cf4-74239da379ee tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:45.289798 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c925370f-b9b4-4788-8264-46b494a4a285 req-39de0a4a-7535-4384-8cf4-74239da379ee tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 944 time: 0.0545626 Sep 21 09:26:45.293456 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.308231 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.315581 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.362631 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c925370f-b9b4-4788-8264-46b494a4a285 req-8c3524e8-e7db-4978-860e-ebff81bfa00e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643497 Sep 21 09:26:45.383348 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:45.443426 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Allocated IP 172.27.0.5 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/f62c58db-cdf7-44c0-9558-29549a6838f1) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:45.456398 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-252260c1-f6eb-43a5-ba12-8e007974a9e0', 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'fixed_ips': [{'subnet_id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:26:45.457346 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.464192 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:45.488461 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307285-5f7b-400e-be49-e4014ec3b013 req-3a0ef26c-232e-4a8f-aede-22e80119c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:45.490483 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75307285-5f7b-400e-be49-e4014ec3b013 req-3a0ef26c-232e-4a8f-aede-22e80119c315 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 1098 time: 0.0632255 Sep 21 09:26:45.538775 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-75307285-5f7b-400e-be49-e4014ec3b013 req-b61b4553-c6b9-4c40-bb01-4f83ef6570fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Sep 21 09:26:45.564298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.606091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.650147 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:45.653792 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:45.660261 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:45.663735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f62c58db-cdf7-44c0-9558-29549a6838f1,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:45.674301 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.686713 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd75ed-270c-4c6b-9226-4f69be2270d4 req-20168fad-a034-4620-9a4b-d2c7ee05588f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:45.688428 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0afd75ed-270c-4c6b-9226-4f69be2270d4 req-20168fad-a034-4620-9a4b-d2c7ee05588f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0586257 Sep 21 09:26:45.735486 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0afd75ed-270c-4c6b-9226-4f69be2270d4 req-124f4add-c126-457e-b28d-328cee389715 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Sep 21 09:26:45.785750 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] For port 887b235a-1a79-476c-852a-5e2cc93b7ff0, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=887b235a-1a79-476c-852a-5e2cc93b7ff0,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:45.787245 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Allocated IP 172.20.0.2 (252260c1-f6eb-43a5-ba12-8e007974a9e0/8f719ca8-71d5-40d5-aa9b-92bd493280ed/f342e27f-1324-46af-aa99-862e40b6d21f) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:45.816973 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.904253 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:45.942761 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdda0c-7957-4ccc-8a6d-b66246004234 None None] Pushing event updated for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:46.030295 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:44Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:46.068469 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399dbd7-855d-408e-bfea-e404e36ba22a None None] The sync data for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi is: [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:44Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:26:46.113189 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.115724 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d229c-101c-40f2-bafb-4e8ba162f6ae req-1497a9d6-ae78-4d05-a283-943720867200 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:46.123139 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-162d229c-101c-40f2-bafb-4e8ba162f6ae req-1497a9d6-ae78-4d05-a283-943720867200 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.2936273 Sep 21 09:26:46.145989 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.177976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.187667 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-162d229c-101c-40f2-bafb-4e8ba162f6ae req-dde260a5-9bc0-47d5-aa3f-14f6d1215cd4 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636573 Sep 21 09:26:46.210760 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Pushing event updated for resources: {'Port': ['ID=f342e27f-1324-46af-aa99-862e40b6d21f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:46.214770 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:46.216470 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:46.218760 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:46.293469 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Attempting to bind port f342e27f-1324-46af-aa99-862e40b6d21f on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:46.294221 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Attempting to bind port f342e27f-1324-46af-aa99-862e40b6d21f by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:46.294847 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Attempting to bind port f342e27f-1324-46af-aa99-862e40b6d21f on network 252260c1-f6eb-43a5-ba12-8e007974a9e0 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:46.300640 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:46.301022 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Checking segment: {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:46.301431 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.301832 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Bound using segment: {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:46.302312 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Bound port: f342e27f-1324-46af-aa99-862e40b6d21f, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:46.302703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.349142 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:26:46.391946 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] For port f342e27f-1324-46af-aa99-862e40b6d21f, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:46.396056 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] For port f342e27f-1324-46af-aa99-862e40b6d21f, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f342e27f-1324-46af-aa99-862e40b6d21f,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:46.404757 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.470685 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:26:46.479733 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd49a-6dc3-4d02-8a92-82c04610d8d8 None None] Pushing event updated for resources: {'Port': ['ID=f342e27f-1324-46af-aa99-862e40b6d21f,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:46.483982 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Sync routers for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:26:46.495649 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:46.496325 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:46.500157 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.504577 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fe89cca2-f992-4a07-ac91-1550d45485d1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7330446 Sep 21 09:26:46.505197 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42180) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:46.509633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca27e-bb73-4f13-90cd-a7b749a743c7 req-5481fe70-955e-4d7f-9a5c-97cdc75e48c3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:46.511563 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5a6ca27e-bb73-4f13-90cd-a7b749a743c7 req-5481fe70-955e-4d7f-9a5c-97cdc75e48c3 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 944 time: 0.0722308 Sep 21 09:26:46.564274 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5a6ca27e-bb73-4f13-90cd-a7b749a743c7 req-619f5abc-2ae7-441f-a979-c46c0c06b987 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Sep 21 09:26:46.638057 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:46.899133 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 3, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:46.931848 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Checking router: 87dd2303-3547-4cf0-8f80-c9dbd050bf34 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:26:46.932224 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Updating router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 port f62c58db-cdf7-44c0-9558-29549a6838f1 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:26:46.968647 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ababe7-8d49-45fa-ac9b-d54707175a7d req-822906fe-cd6c-4e2c-b1a2-f3bf522f331b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:46.968853 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:46.975810 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9ababe7-8d49-45fa-ac9b-d54707175a7d req-822906fe-cd6c-4e2c-b1a2-f3bf522f331b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1111031 Sep 21 09:26:47.044076 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9ababe7-8d49-45fa-ac9b-d54707175a7d req-a65d02c7-334f-4571-a353-c2ce2d0c65d1 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674074 Sep 21 09:26:47.134569 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.268792 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.278390 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.332794 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Allocated IP 172.20.0.1 (252260c1-f6eb-43a5-ba12-8e007974a9e0/8f719ca8-71d5-40d5-aa9b-92bd493280ed/915381f8-03e9-4879-ab10-d4aba55744d1) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:26:47.335334 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4ffe2-64d4-4495-8ca2-e94448c9f75f None None] Pushing event updated for resources: {'Port': ['ID=f62c58db-cdf7-44c0-9558-29549a6838f1,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:47.364945 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Attempting to bind port f62c58db-cdf7-44c0-9558-29549a6838f1 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:47.365315 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Attempting to bind port f62c58db-cdf7-44c0-9558-29549a6838f1 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:47.365672 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Attempting to bind port f62c58db-cdf7-44c0-9558-29549a6838f1 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:47.376768 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049583b-6150-4f13-8984-cb386f0bbe3e req-19e910e7-ad6d-4593-9da1-aea1bc2d31f6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:47.377905 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:47.378297 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:47.378525 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f049583b-6150-4f13-8984-cb386f0bbe3e req-19e910e7-ad6d-4593-9da1-aea1bc2d31f6 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.1085405 Sep 21 09:26:47.378803 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.379198 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:47.379724 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Bound port: f62c58db-cdf7-44c0-9558-29549a6838f1, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:47.380106 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.451175 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] For port f62c58db-cdf7-44c0-9558-29549a6838f1, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:47.454774 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] For port f62c58db-cdf7-44c0-9558-29549a6838f1, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f62c58db-cdf7-44c0-9558-29549a6838f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:47.465695 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.467774 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f049583b-6150-4f13-8984-cb386f0bbe3e req-b244f128-4a25-479a-b2d7-5c78dbd3ba36 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809608 Sep 21 09:26:47.542347 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:47.542929 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:47.584083 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4ffe2-64d4-4495-8ca2-e94448c9f75f None None] Pushing event updated for resources: {'Port': ['ID=f62c58db-cdf7-44c0-9558-29549a6838f1,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:47.703993 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:47.741201 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444c944-26fb-48f6-ac04-e8507c64a0e7 None None] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:26:47.824900 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] Provisioning complete for port f342e27f-1324-46af-aa99-862e40b6d21f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:47.825348 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.826435 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebea4e-99e9-464e-b49b-4e86b8c96ec0 req-7134e909-e621-4820-bade-fd866f292977 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:47.828160 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fcebea4e-99e9-464e-b49b-4e86b8c96ec0 req-7134e909-e621-4820-bade-fd866f292977 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 944 time: 0.0915308 Sep 21 09:26:47.845387 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.892621 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fcebea4e-99e9-464e-b49b-4e86b8c96ec0 req-e9166c38-4b94-4ec7-81a2-878cfa020f45 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587187 Sep 21 09:26:47.917319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.956897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:47.959931 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:47.964218 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:26:47.964841 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:47.981762 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 3, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:48.014311 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.019484 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Pushing event updated for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:48.046613 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1221a2-95ae-489c-a562-813c2d1ed45c None None] The sync data for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi is: [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 3, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:26:48.061920 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] For port f342e27f-1324-46af-aa99-862e40b6d21f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f342e27f-1324-46af-aa99-862e40b6d21f,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:48.072008 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.173093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:26:48.189595 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9417b-e3a0-4e7b-a62d-81d3e9788dd8 None None] Pushing event updated for resources: {'Port': ['ID=f342e27f-1324-46af-aa99-862e40b6d21f,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:48.197560 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 887b235a-1a79-476c-852a-5e2cc93b7ff0 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:48.239897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.302608 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445c429-f38a-426a-97a5-08b6ad1835fa req-03c44adb-f42e-4f3f-ae49-51880ca99093 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:48.304466 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2445c429-f38a-426a-97a5-08b6ad1835fa req-03c44adb-f42e-4f3f-ae49-51880ca99093 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1060548 Sep 21 09:26:48.324319 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 887b235a-1a79-476c-852a-5e2cc93b7ff0 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:48.324734 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.380814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:48.416080 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1', 'network_id': 'aff120b1-109e-4660-87ed-88f8d0184256', 'port_id': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1', 'mac_address': 'fa:16:3e:47:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20eebab-1f44-455b-b7ac-18b6193f95a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:26:48.421080 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2445c429-f38a-426a-97a5-08b6ad1835fa req-5fab7ab3-e520-4e01-8fd7-a1470d61a4f7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Sep 21 09:26:48.513625 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.532710 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:26:48.555801 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-4f0d8858-bf4e-4d08-941c-29b88ebe1b3e None None] Provisioning complete for port f342e27f-1324-46af-aa99-862e40b6d21f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:48.556449 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8858-bf4e-4d08-941c-29b88ebe1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.579820 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.598146 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.599379 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.714926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Pushing event updated for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:48.755486 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df16513-1999-4f8f-8b6a-ce2fb3632584 req-7db9d409-2205-4bc0-9380-b96f91b9045b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:48.757060 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5df16513-1999-4f8f-8b6a-ce2fb3632584 req-7db9d409-2205-4bc0-9380-b96f91b9045b tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.1752083 Sep 21 09:26:48.763187 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f342e27f-1324-46af-aa99-862e40b6d21f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:48.787450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:48.801046 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.817810 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5df16513-1999-4f8f-8b6a-ce2fb3632584 req-f63aeeb2-85e9-43c9-88d2-0423bec39611 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Sep 21 09:26:48.825378 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:26:48.827283 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:26:48.905914 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:48.912226 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f342e27f-1324-46af-aa99-862e40b6d21f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:48.912636 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:48.979632 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-4f0d8858-bf4e-4d08-941c-29b88ebe1b3e None None] Provisioning complete for port 915381f8-03e9-4879-ab10-d4aba55744d1 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:48.979929 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8858-bf4e-4d08-941c-29b88ebe1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:49.005419 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:26:49.063770 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac66ec-9bec-462a-a2e4-9c56dd988a12 req-0ee57cfe-983d-4fe0-a509-9afc7e49d5ff tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:49.067179 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-11ac66ec-9bec-462a-a2e4-9c56dd988a12 req-0ee57cfe-983d-4fe0-a509-9afc7e49d5ff tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 945 time: 0.0739615 Sep 21 09:26:49.100880 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d8858-bf4e-4d08-941c-29b88ebe1b3e None None] Port 915381f8-03e9-4879-ab10-d4aba55744d1 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:26:49.126133 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-11ac66ec-9bec-462a-a2e4-9c56dd988a12 req-f33570ae-7422-44fd-b730-7e76f4bdab18 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Sep 21 09:26:49.170138 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:26:49.176794 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-78d834b5-e44f-4870-89ab-331a098c12e4 admin admin] 10.222.0.42 "PUT /v2.0/routers/87dd2303-3547-4cf0-8f80-c9dbd050bf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704309 Sep 21 09:26:49.223970 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-7ca4a3a6-5959-4bcd-8712-4c544f1b17c5 None None] Provisioning complete for port 915381f8-03e9-4879-ab10-d4aba55744d1 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:49.224444 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a3a6-5959-4bcd-8712-4c544f1b17c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:49.262673 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4a3a6-5959-4bcd-8712-4c544f1b17c5 None None] Port 915381f8-03e9-4879-ab10-d4aba55744d1 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:26:49.338546 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['87c4404b-f6c6-48c1-91c0-0ff2a101a3f1'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:49.548224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f6abe-e6bb-412d-9915-e589bf0b19db req-9a576aa4-06b3-43fb-aa32-2ac9ebf0f789 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:49.549772 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-155f6abe-e6bb-412d-9915-e589bf0b19db req-9a576aa4-06b3-43fb-aa32-2ac9ebf0f789 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0675521 Sep 21 09:26:49.595960 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-155f6abe-e6bb-412d-9915-e589bf0b19db req-939d151e-76da-452e-9ea8-944496482043 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Sep 21 09:26:49.844949 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82bc2d-3cec-490b-a988-0136f411f13b req-2cdacf7b-4c2c-4b3f-b3de-eaeaaf8aebcb tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:49.846700 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5e82bc2d-3cec-490b-a988-0136f411f13b req-2cdacf7b-4c2c-4b3f-b3de-eaeaaf8aebcb tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Sep 21 09:26:49.887879 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5e82bc2d-3cec-490b-a988-0136f411f13b req-c78d3885-561a-4ee4-b6f1-120f64249d48 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351148 Sep 21 09:26:50.063900 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Sync routers for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:26:50.073914 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:50.074531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:50.221107 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f342e27f-1324-46af-aa99-862e40b6d21f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:50.297279 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16cbe4-41dd-4a3e-9af2-2a6df71b60d7 req-57efb0a2-9554-4f06-b72d-275c74323af7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:50.297853 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:50.304946 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3b16cbe4-41dd-4a3e-9af2-2a6df71b60d7 req-57efb0a2-9554-4f06-b72d-275c74323af7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 945 time: 0.0800254 Sep 21 09:26:50.359490 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3b16cbe4-41dd-4a3e-9af2-2a6df71b60d7 req-c3530df6-61b5-46f7-a65e-b0f49fdd8c47 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Sep 21 09:26:50.455371 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f342e27f-1324-46af-aa99-862e40b6d21f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:50.455750 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:50.603469 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f62c58db-cdf7-44c0-9558-29549a6838f1 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:50.652111 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:48Z', 'revision_number': 4, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '915381f8-03e9-4879-ab10-d4aba55744d1', 'name': '', 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'mac_address': 'fa:16:3e:86:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:47Z', 'updated_at': '2021-09-21T09:26:48Z', 'revision_number': 2, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'subnets': [{'id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:50.693486 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Checking router: 87dd2303-3547-4cf0-8f80-c9dbd050bf34 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:26:50.694948 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Updating router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 port 915381f8-03e9-4879-ab10-d4aba55744d1 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:26:50.763019 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f62c58db-cdf7-44c0-9558-29549a6838f1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:50.763404 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:50.783553 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:50.785633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231cb4c-b4e3-4b1d-84f5-ae001facad53 req-afe0be44-e44f-4500-af14-e4a6f249ef1b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:50.793063 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7231cb4c-b4e3-4b1d-84f5-ae001facad53 req-afe0be44-e44f-4500-af14-e4a6f249ef1b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0858874 Sep 21 09:26:50.841524 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7231cb4c-b4e3-4b1d-84f5-ae001facad53 req-47b43d06-7d6d-4d59-b317-556ceb796e91 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Sep 21 09:26:51.013353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.046906 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port f62c58db-cdf7-44c0-9558-29549a6838f1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f62c58db-cdf7-44c0-9558-29549a6838f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:51.053336 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.057801 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b622-c4bc-4f35-9a63-47d3848ddd8d req-19a315cb-d90f-49a1-b1b9-20e26de92b65 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:51.066256 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6343b622-c4bc-4f35-9a63-47d3848ddd8d req-19a315cb-d90f-49a1-b1b9-20e26de92b65 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.0853250 Sep 21 09:26:51.148341 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6343b622-c4bc-4f35-9a63-47d3848ddd8d req-4327643e-e737-4369-8c2c-b1a8a357c908 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807447 Sep 21 09:26:51.160358 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=f62c58db-cdf7-44c0-9558-29549a6838f1,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:51.174240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236d8e-f340-44ae-a3cf-35b211a2d497 req-9a7f170e-c39d-441e-953c-ea85efc19e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:51.176024 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-88236d8e-f340-44ae-a3cf-35b211a2d497 req-9a7f170e-c39d-441e-953c-ea85efc19e20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0846927 Sep 21 09:26:51.224889 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-88236d8e-f340-44ae-a3cf-35b211a2d497 req-7ee90c23-6a5d-4442-8248-782aa1a828fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Sep 21 09:26:51.259525 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.268528 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.330256 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c450271-aeed-472e-930a-a511609c2847 None None] Pushing event updated for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:51.428294 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Attempting to bind port 915381f8-03e9-4879-ab10-d4aba55744d1 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:26:51.428962 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Attempting to bind port 915381f8-03e9-4879-ab10-d4aba55744d1 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:26:51.429500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Attempting to bind port 915381f8-03e9-4879-ab10-d4aba55744d1 on network 252260c1-f6eb-43a5-ba12-8e007974a9e0 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:26:51.444199 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:26:51.444916 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Checking segment: {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:26:51.445490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.446035 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Bound using segment: {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:26:51.446879 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Bound port: 915381f8-03e9-4879-ab10-d4aba55744d1, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc75c0ce-edca-4e97-83a7-688095e950ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:26:51.447806 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.548110 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60953e-f531-4c6e-b766-d8ad1c4af0bf req-89e5b393-31ba-443c-a4bf-0af0a24ba4fb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:51.559794 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a60953e-f531-4c6e-b766-d8ad1c4af0bf req-89e5b393-31ba-443c-a4bf-0af0a24ba4fb tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 945 time: 0.1103103 Sep 21 09:26:51.566922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] For port 915381f8-03e9-4879-ab10-d4aba55744d1, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:26:51.577780 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] For port 915381f8-03e9-4879-ab10-d4aba55744d1, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=915381f8-03e9-4879-ab10-d4aba55744d1,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:26:51.586393 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:51.646817 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a60953e-f531-4c6e-b766-d8ad1c4af0bf req-de43bc73-dd7d-493b-9d3a-17d9029a860c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854535 Sep 21 09:26:51.672093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:26:51.672780 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:26:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:51.676452 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c450271-aeed-472e-930a-a511609c2847 None None] Pushing event updated for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:51.769194 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] Provisioning complete for port 915381f8-03e9-4879-ab10-d4aba55744d1 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:51.769577 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.009437 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf50c17-7604-422e-9389-e82e1991d4ba req-8e494c10-4a4d-4dbe-b40e-fe6f625fe12a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:52.010675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:26:52.019358 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4bf50c17-7604-422e-9389-e82e1991d4ba req-8e494c10-4a4d-4dbe-b40e-fe6f625fe12a tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0767157 Sep 21 09:26:52.108131 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4bf50c17-7604-422e-9389-e82e1991d4ba req-f4ed21fc-d423-4f17-9716-42217440a9ef tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825746 Sep 21 09:26:52.132295 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.145804 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-1412457f-2e82-4813-90c9-d0981f422151 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:52.149116 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-1412457f-2e82-4813-90c9-d0981f422151 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.1270623 Sep 21 09:26:52.170254 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f62c58db-cdf7-44c0-9558-29549a6838f1 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:52.239046 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:52.351318 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] For port 915381f8-03e9-4879-ab10-d4aba55744d1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=915381f8-03e9-4879-ab10-d4aba55744d1,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:52.355798 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a0109-60d8-4a72-aac4-d3f47d52c09d req-d78e5369-9c6f-4a8c-93ba-c28e7a0ee8c5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:52.361521 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3e4a0109-60d8-4a72-aac4-d3f47d52c09d req-d78e5369-9c6f-4a8c-93ba-c28e7a0ee8c5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 945 time: 0.1205955 Sep 21 09:26:52.391370 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.441583 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3e4a0109-60d8-4a72-aac4-d3f47d52c09d req-7d08b83e-d340-4033-8af1-3e561bdec2d5 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668814 Sep 21 09:26:52.470559 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Deleting port d37976bd-51f5-4e61-a538-5a4323401cab {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:26:52.470906 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.481228 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port f62c58db-cdf7-44c0-9558-29549a6838f1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:52.481746 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.534232 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d955c-bc73-4702-a999-84d96bc2450e None None] Pushing event updated for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:52.541841 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:26:52.556414 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:52.557796 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.581455 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] For port d37976bd-51f5-4e61-a538-5a4323401cab, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d37976bd-51f5-4e61-a538-5a4323401cab,segment=NetworkSegment(468fda5f-611a-496b-9fdd-9d449352b6e5),segment_id=468fda5f-611a-496b-9fdd-9d449352b6e5)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:52.581827 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.595873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Calling delete_port for d37976bd-51f5-4e61-a538-5a4323401cab owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:26:52.615271 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-20afb193-1231-436c-a250-9369176c6ed3 None None] Provisioning complete for port 915381f8-03e9-4879-ab10-d4aba55744d1 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:52.615271 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-20afb193-1231-436c-a250-9369176c6ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.705979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:48Z', 'revision_number': 4, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '915381f8-03e9-4879-ab10-d4aba55744d1', 'name': '', 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'mac_address': 'fa:16:3e:86:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:47Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'subnets': [{'id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:26:52.772733 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8fbdc-62b2-4f67-a89b-37c6f3e3d9f1 None None] The sync data for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi is: [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:26:48Z', 'revision_number': 4, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '915381f8-03e9-4879-ab10-d4aba55744d1', 'name': '', 'network_id': '252260c1-f6eb-43a5-ba12-8e007974a9e0', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'mac_address': 'fa:16:3e:86:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:47Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'subnets': [{'id': '8f719ca8-71d5-40d5-aa9b-92bd493280ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:26:52.835293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.870952 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['d37976bd-51f5-4e61-a538-5a4323401cab'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:26:52.872461 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9c70b-959c-4359-a2c7-50d802fcd09b req-086a82d5-c427-454b-8aa4-5c3daba39148 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:52.884586 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ba9c70b-959c-4359-a2c7-50d802fcd09b req-086a82d5-c427-454b-8aa4-5c3daba39148 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 945 time: 0.1137898 Sep 21 09:26:52.921406 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:52.963744 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ba9c70b-959c-4359-a2c7-50d802fcd09b req-b0bb9a09-1dcd-46af-997f-ee336b4ec828 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Sep 21 09:26:52.967949 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Pushing event deleted for resources: {'Port': ['ID=d37976bd-51f5-4e61-a538-5a4323401cab,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:52.976220 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:26:52.977508 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:52.986203 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903aef3-728b-4c9c-8919-2f4c4ea83b75" -d '{"events": [{"server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "name": "network-vif-plugged", "status": "completed", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:52.990650 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:53.029013 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] No DVR routers for this DVR port d37976bd-51f5-4e61-a538-5a4323401cab on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:26:53.035192 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:53.037452 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-54d1440f-9d61-4cfc-b32c-e8496f65f88f req-c6b2e6bf-d2c9-447f-92b8-fd8d7108b8d9 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.47 "DELETE /v2.0/ports/d37976bd-51f5-4e61-a538-5a4323401cab HTTP/1.1" status: 204 len: 173 time: 0.8817120 Sep 21 09:26:53.038029 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'name': 'network-vif-deleted', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:26:53.040406 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bfcd3f-02de-430c-88a8-ef2005e43349" -d '{"events": [{"server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "name": "network-vif-deleted", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:26:53.067998 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeac65f-c513-49c1-8c02-7ea101c23db3 x-openstack-request-id: req-4eeac65f-c513-49c1-8c02-7ea101c23db3 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:53.070550 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "name": "network-vif-plugged", "status": "completed", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:53.070967 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eeac65f-c513-49c1-8c02-7ea101c23db3 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:53.071380 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1', 'code': 200} Sep 21 09:26:53.075231 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:26:53.094356 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b8afa-7d09-4a40-a623-7a275a000e53 x-openstack-request-id: req-900b8afa-7d09-4a40-a623-7a275a000e53 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:26:53.094693 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fe50d8-4c9c-486d-bcd6-b0cc893ef896", "name": "network-vif-deleted", "tag": "d37976bd-51f5-4e61-a538-5a4323401cab", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:26:53.095046 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-900b8afa-7d09-4a40-a623-7a275a000e53 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:26:53.095481 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fe50d8-4c9c-486d-bcd6-b0cc893ef896', 'name': 'network-vif-deleted', 'tag': 'd37976bd-51f5-4e61-a538-5a4323401cab', 'status': 'completed', 'code': 200} Sep 21 09:26:53.294711 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198b3d-593f-4c70-800c-803f5e1d4e8c req-61ec20b7-38cb-426f-bd36-d9f1cb9e62e2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:53.304138 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-20198b3d-593f-4c70-800c-803f5e1d4e8c req-61ec20b7-38cb-426f-bd36-d9f1cb9e62e2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0837257 Sep 21 09:26:53.364285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-20198b3d-593f-4c70-800c-803f5e1d4e8c req-9ecd2c11-45dc-4707-94d9-68ce56f025d2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588093 Sep 21 09:26:53.444681 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48a504-3aa9-4a99-8cca-2cead7d172b1 req-9d3d4156-2039-4ccc-adba-cf45be65a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:53.446268 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf48a504-3aa9-4a99-8cca-2cead7d172b1 req-9d3d4156-2039-4ccc-adba-cf45be65a9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 1099 time: 0.0651550 Sep 21 09:26:53.509185 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cf48a504-3aa9-4a99-8cca-2cead7d172b1 req-8681a433-ef79-4896-8877-15c558a3015a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Sep 21 09:26:53.584834 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-94531ea9-16a4-4f86-802c-1ab0aaf3780f req-65dbaf83-59f6-44b0-9444-4926a42c9b64 tempest-VolumesActionsTest-1800407049 tempest-VolumesActionsTest-1800407049-project] 10.222.0.42 "GET /v2.0/ports?device_id=83fe50d8-4c9c-486d-bcd6-b0cc893ef896 HTTP/1.1" status: 200 len: 210 time: 0.0343974 Sep 21 09:26:53.840578 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:54.138483 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 915381f8-03e9-4879-ab10-d4aba55744d1 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:26:54.187574 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f7448-25ba-4186-991a-41ee560f032d req-e286936d-e906-4755-ba60-787bb7530b0c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:54.201724 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b12f7448-25ba-4186-991a-41ee560f032d req-e286936d-e906-4755-ba60-787bb7530b0c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.1330454 Sep 21 09:26:54.215766 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 915381f8-03e9-4879-ab10-d4aba55744d1 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:26:54.216397 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:54.277197 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b12f7448-25ba-4186-991a-41ee560f032d req-7d194939-478a-43c6-b304-4d00cf8803be tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742385 Sep 21 09:26:54.514139 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77739e68-392e-4a7e-96c4-69c970c9c5ea req-87dad2ad-f654-4e27-b9c2-337486428662 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:54.516693 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-77739e68-392e-4a7e-96c4-69c970c9c5ea req-87dad2ad-f654-4e27-b9c2-337486428662 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0623829 Sep 21 09:26:54.562591 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-77739e68-392e-4a7e-96c4-69c970c9c5ea req-aad1a17a-a274-4356-b4e3-4fd65e41d7d9 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Sep 21 09:26:54.965122 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558672b-1036-4746-ad8d-2e6722a35bad req-385f3efd-7a92-4ac3-8e89-96c5303f4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:54.966651 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-385f3efd-7a92-4ac3-8e89-96c5303f4ecf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 1098 time: 0.0723598 Sep 21 09:26:55.010405 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45cd1-83a6-486d-9ded-d0d8693ecce6 req-c0bd93bb-1f2f-4bf1-99fd-365e0b52753f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:55.020215 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f7a45cd1-83a6-486d-9ded-d0d8693ecce6 req-c0bd93bb-1f2f-4bf1-99fd-365e0b52753f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0924304 Sep 21 09:26:55.077135 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f7a45cd1-83a6-486d-9ded-d0d8693ecce6 req-3d33357d-f6e2-4df5-839a-091f94bad952 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556529 Sep 21 09:26:55.105221 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558672b-1036-4746-ad8d-2e6722a35bad req-c3ab34a2-9de3-4a4d-adcc-91c0b7827057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:55.107109 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-c3ab34a2-9de3-4a4d-adcc-91c0b7827057 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 200 len: 920 time: 0.1290336 Sep 21 09:26:55.170097 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-5cc37274-25ff-4933-8e04-7cb25a7a247c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 200 len: 217 time: 0.0477750 Sep 21 09:26:55.235559 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558672b-1036-4746-ad8d-2e6722a35bad req-090837e4-f57c-43b0-ab78-75a0704f1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:55.238450 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-090837e4-f57c-43b0-ab78-75a0704f1807 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 200 len: 859 time: 0.0589941 Sep 21 09:26:55.281613 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-a3731da0-ac3f-452f-9ca1-951bccd088b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354919 Sep 21 09:26:55.443464 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3c82d-a4a0-4e70-952a-65b0d03f3478 req-a021fc45-3a87-4694-98fb-3b8869247e63 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:55.446164 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-55f3c82d-a4a0-4e70-952a-65b0d03f3478 req-a021fc45-3a87-4694-98fb-3b8869247e63 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.0813355 Sep 21 09:26:55.451261 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-5a812f71-6ad0-445a-89d0-f7821ae9fbe1 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602697 Sep 21 09:26:55.548834 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-55f3c82d-a4a0-4e70-952a-65b0d03f3478 req-46540724-9c34-4923-a9ae-0a274550954c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 Sep 21 09:26:55.658518 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8558672b-1036-4746-ad8d-2e6722a35bad req-9b3cb48c-ba1c-4a34-ad3f-58e1182e94e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830611 Sep 21 09:26:56.225730 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a55ce-30ec-458b-934b-073fcb9c5162 req-67bc6ae5-3459-4767-8007-61c49c4b3099 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:56.227224 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e5a55ce-30ec-458b-934b-073fcb9c5162 req-67bc6ae5-3459-4767-8007-61c49c4b3099 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0770204 Sep 21 09:26:56.232817 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device d37976bd-51f5-4e61-a538-5a4323401cab no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:26:56.257075 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: d37976bd-51f5-4e61-a538-5a4323401cab {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:26:56.257753 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device d37976bd-51f5-4e61-a538-5a4323401cab not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:26:56.280796 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e5a55ce-30ec-458b-934b-073fcb9c5162 req-22d62e19-2f58-4950-8187-dfb1696ad0d2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Sep 21 09:26:56.747810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd73f7-2206-44d2-9971-33742d345f33 req-922beefd-c121-49f3-a340-1c350f0bd3f7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:56.748452 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bffd73f7-2206-44d2-9971-33742d345f33 req-922beefd-c121-49f3-a340-1c350f0bd3f7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.1343400 Sep 21 09:26:56.806262 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bffd73f7-2206-44d2-9971-33742d345f33 req-422f3859-09b6-49af-8f20-5e5a1a213538 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Sep 21 09:26:59.690073 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b33598f2-9b55-424d-af16-c21efc919625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.518566 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb38fa-e4c6-4f2b-a176-93fef0f92b6c req-8a51d93f-87f7-4f36-9358-dc176ad7f8de tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:00.519712 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cffb38fa-e4c6-4f2b-a176-93fef0f92b6c req-8a51d93f-87f7-4f36-9358-dc176ad7f8de tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Sep 21 09:27:00.558757 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cffb38fa-e4c6-4f2b-a176-93fef0f92b6c req-27928680-1bcf-4838-9994-4723bb9465f2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Sep 21 09:27:01.187842 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-bd30328a-42f7-47e2-aee5-a78d444bd4f9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.189337 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-bd30328a-42f7-47e2-aee5-a78d444bd4f9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 815 time: 0.1026158 Sep 21 09:27:01.203894 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-845805bf-fe95-4016-abd8-4883b172b5ae tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/quotas/1c33a9b4cf3e49e18ea60a4d7468daff HTTP/1.1" status: 200 len: 375 time: 0.0087442 Sep 21 09:27:01.253514 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-71563b28-c562-499d-9e4c-dc3b70966233 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446069 Sep 21 09:27:01.352058 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-3d215f24-8f1a-4ea4-aaef-a34e0e2cc04c service neutron] 10.222.0.42 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867860 Sep 21 09:27:01.444089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-166cffc0-fe5b-4298-be8c-a0cc1dc68b2b service neutron] 10.222.0.42 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829906 Sep 21 09:27:01.613322 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae7e45c6-ab3a-4de2-b703-7a6b067a54a7 req-dd629f07-ca29-467f-822b-2020cf9fd7fa tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Sep 21 09:27:01.724396 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30a5c-d0a9-4fbd-a2ff-b87134adca57 req-76b9ed6a-25cf-4625-8712-e4757d7b0a64 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.726165 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2d30a5c-d0a9-4fbd-a2ff-b87134adca57 req-76b9ed6a-25cf-4625-8712-e4757d7b0a64 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0556231 Sep 21 09:27:01.772730 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2d30a5c-d0a9-4fbd-a2ff-b87134adca57 req-e377dab5-bc77-417c-937c-b4327077d87b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Sep 21 09:27:02.308877 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-80a148be-9685-475b-b781-fd75c95c52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:02.845863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-024d077c-c5ef-4740-95a0-1c2979da6577 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:02.851491 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-024d077c-c5ef-4740-95a0-1c2979da6577 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 815 time: 0.2437713 Sep 21 09:27:02.881812 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'port': {'device_id': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'admin_state_up': True, 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:02.916223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f4b70e1a-099f-4e53-a482-d01e88a43392 req-20e61993-c883-435e-9e25-093a11af5f2d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 210 time: 0.0714171 Sep 21 09:27:03.195926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b596dc-15b6-4950-8db2-d9d085e2c6aa req-3778a5d8-c379-4fe9-8b46-0199b0f6f18c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:03.203626 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c6b596dc-15b6-4950-8db2-d9d085e2c6aa req-3778a5d8-c379-4fe9-8b46-0199b0f6f18c tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1379788 Sep 21 09:27:03.221921 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Made reservation on behalf of 1c33a9b4cf3e49e18ea60a4d7468daff for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:03.229853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.305675 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c6b596dc-15b6-4950-8db2-d9d085e2c6aa req-b4cb9424-efda-4a4b-8231-d6576ff418a8 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002433 Sep 21 09:27:03.439941 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Allocated IP 172.20.0.5 (df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c/0ebe964c-3c9f-4770-a87b-845435667ba8/ed180864-337c-402a-866a-976fc5cbe57d) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:03.691239 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.736372 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.859875 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.861047 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.870419 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:03.881576 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:03.883719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:03.887160 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:03.993423 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:03.994884 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:04.030665 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-d6c2fd0c-aff1-45fe-8163-7c9610307908 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651263 Sep 21 09:27:04.120997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0b77d-0e23-4467-859f-a9d6275213d8 req-21cec5ca-4897-4415-82d1-39785dd63686 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:04.125246 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a3f0b77d-0e23-4467-859f-a9d6275213d8 req-21cec5ca-4897-4415-82d1-39785dd63686 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 931 time: 0.1057267 Sep 21 09:27:04.202237 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a3f0b77d-0e23-4467-859f-a9d6275213d8 req-823d5b84-a17d-43be-a1d3-2205fa66293f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704136 Sep 21 09:27:04.277460 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-54996c61-3067-430c-afc7-537672cf1672 None None] Provisioning complete for port ed180864-337c-402a-866a-976fc5cbe57d triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:04.278207 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-54996c61-3067-430c-afc7-537672cf1672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:04.317353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-54996c61-3067-430c-afc7-537672cf1672 None None] Port ed180864-337c-402a-866a-976fc5cbe57d cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:05.350506 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:05.968612 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:27:10.296132 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42636) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:10.459323 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcca95ae-f682-4108-af9e-5a0e5a7bdc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.622729 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcca95ae-f682-4108-af9e-5a0e5a7bdc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.630291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcca95ae-f682-4108-af9e-5a0e5a7bdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.705004 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-dcca95ae-f682-4108-af9e-5a0e5a7bdc2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d09fdeddeb5746fe8abb4d45dd232ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068334 Sep 21 09:27:10.705885 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca95ae-f682-4108-af9e-5a0e5a7bdc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a8f8e3-a8ed-48dd-9908-851e7dacaaa9,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:10.707764 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42642) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:10.771943 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.796360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.854607 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.857517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.858876 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64a8f8e3-a8ed-48dd-9908-851e7dacaaa9 HTTP/1.1" status: 204 len: 168 time: 0.1488769 Sep 21 09:27:10.867310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cba76-28d7-46d0-af54-cda99730ba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a8f8e3-a8ed-48dd-9908-851e7dacaaa9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:11.745265 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42670) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:11.877147 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469105500-network', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:11.902593 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Made reservation on behalf of be01e1c84ba94722abf27a1e67a38856 for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:11.905785 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:11.915396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.016465 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.023022 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.053091 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16903c69-037f-4fd2-9827-8da5b34d538e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.079429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:27:12.090393 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.090631 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Added segment c6750254-c6d0-4002-8ced-1cba52324fda of type vlan for network d303236b-575e-496f-a2ed-324474f4498f Sep 21 09:27:12.146035 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.177575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.178948 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:12.179797 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.220025 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4728239 Sep 21 09:27:12.223425 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42674) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:12.229409 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Request body: {'subnet': {'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469105500-subnet', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:12.249577 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fa6a0-87b0-41b9-91b5-5f6f3b4be2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d303236b-575e-496f-a2ed-324474f4498f,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.263674 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network d303236b-575e-496f-a2ed-324474f4498f details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:27:12.277823 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Made reservation on behalf of be01e1c84ba94722abf27a1e67a38856 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:12.280265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.535094 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.589372 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd858e40-410a-440a-9562-ee30cdda473e,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.626515 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Checking segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:12.626940 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Network hostable DHCP agents. Network: d303236b-575e-496f-a2ed-324474f4498f, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:27:12.648031 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Network d303236b-575e-496f-a2ed-324474f4498f is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:27:12.659992 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, d303236b-575e-496f-a2ed-324474f4498f) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:12.664724 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:12.665310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.671200 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039c8dc-280c-4c10-adf5-fd718a301acb None None] Network d303236b-575e-496f-a2ed-324474f4498f requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:12.710831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42678) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:12.711029 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-56210b91-477a-4fca-b22b-1c486f1b7179 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4862096 Sep 21 09:27:12.720866 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:12.747441 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.748890 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.814573 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.905895 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-d303236b-575e-496f-a2ed-324474f4498f', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:27:12.906418 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.051296 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.111918 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Allocated IP 172.20.0.2 (d303236b-575e-496f-a2ed-324474f4498f/cd858e40-410a-440a-9562-ee30cdda473e/2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:13.331273 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.342780 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.355833 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.382531 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.386413 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Network d303236b-575e-496f-a2ed-324474f4498f is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:13.389830 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:13.397373 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:13.410170 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Pushing event updated for resources: {'Port': ['ID=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:13.494671 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Attempting to bind port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:13.498135 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Attempting to bind port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:13.498706 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Attempting to bind port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 on network d303236b-575e-496f-a2ed-324474f4498f {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:13.507110 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:13.507905 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Checking segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:13.508558 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.509219 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Bound using segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:13.510531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Bound port: 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:13.511333 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.517487 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Allocated IP 172.27.0.61 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/ef6dda14-a3c0-421c-806b-5ee54c947c5f) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:13.763756 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] For port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:13.767752 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] For port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:13.773685 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.839544 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.898285 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7bd03-296d-4026-9bcd-4888835e9a05 None None] Pushing event updated for resources: {'Port': ['ID=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:13.964723 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.014043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:14.020483 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:14.024865 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:14.095193 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Pushing event updated for resources: {'Port': ['ID=ef6dda14-a3c0-421c-806b-5ee54c947c5f,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:14.684475 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.019262 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.190663 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b866b-7607-422a-8a63-3012cfce9aa2 None None] Network d303236b-575e-496f-a2ed-324474f4498f requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:15.238121 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:27:15.368067 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] Provisioning complete for port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.368411 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.387771 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:15.402839 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Sync routers for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:15.414043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.419249 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42688) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:15.422148 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:15.423022 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:15.433076 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ef1b8402-1999-4093-9cca-92b61eb5304b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7204375 Sep 21 09:27:15.505251 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.562513 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] For port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:15.574855 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.656690 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb07f99-27a5-4445-8b74-8fd122558aa4 None None] Pushing event updated for resources: {'Port': ['ID=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:15.846309 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:15.921922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-19ea05bc-9d31-40e2-a473-f1442724e47a None None] Provisioning complete for port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.923731 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-19ea05bc-9d31-40e2-a473-f1442724e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.138239 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.185474 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:14Z', 'revision_number': 3, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:16.215148 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:16.261182 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Checking router: 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:16.261995 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Updating router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 port ef6dda14-a3c0-421c-806b-5ee54c947c5f binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:16.293650 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.462273 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Allocated IP 172.20.0.1 (d303236b-575e-496f-a2ed-324474f4498f/cd858e40-410a-440a-9562-ee30cdda473e/450e09bc-f656-44df-ae3a-e99291b8ff97) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:16.599500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:16.606629 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.639752 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.647729 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.722352 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6bba7-c9df-4978-b807-62ff3c089203 None None] Pushing event updated for resources: {'Port': ['ID=ef6dda14-a3c0-421c-806b-5ee54c947c5f,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:16.768085 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.834148 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Attempting to bind port ef6dda14-a3c0-421c-806b-5ee54c947c5f on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:16.834148 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Attempting to bind port ef6dda14-a3c0-421c-806b-5ee54c947c5f by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:16.834148 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Attempting to bind port ef6dda14-a3c0-421c-806b-5ee54c947c5f on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:16.900584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:16.900584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:16.900584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.900584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:16.900584 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Bound port: ef6dda14-a3c0-421c-806b-5ee54c947c5f, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:16.906894 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.969816 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.056114 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Network d303236b-575e-496f-a2ed-324474f4498f is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:17.068828 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:17.071860 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] For port ef6dda14-a3c0-421c-806b-5ee54c947c5f, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:17.076165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:17.077328 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.084133 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] For port ef6dda14-a3c0-421c-806b-5ee54c947c5f, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=ef6dda14-a3c0-421c-806b-5ee54c947c5f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:17.091143 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.269152 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Pushing event updated for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:17.356096 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:17.359185 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:17.465820 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6bba7-c9df-4978-b807-62ff3c089203 None None] Pushing event updated for resources: {'Port': ['ID=ef6dda14-a3c0-421c-806b-5ee54c947c5f,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:17.471973 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.561532 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-8418c0ad-8d2d-4d59-b1c2-557668b62a07 None None] Provisioning complete for port 450e09bc-f656-44df-ae3a-e99291b8ff97 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:17.562356 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8418c0ad-8d2d-4d59-b1c2-557668b62a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.594158 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:17.608136 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-8418c0ad-8d2d-4d59-b1c2-557668b62a07 None None] Port 450e09bc-f656-44df-ae3a-e99291b8ff97 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:17.713599 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.730648 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.731401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.813323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Pushing event updated for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:17.909470 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:14Z', 'revision_number': 3, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:17.926026 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Network d303236b-575e-496f-a2ed-324474f4498f is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:17.928472 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:17.987427 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfeed93-40d8-403f-bacd-16750b948f4b None None] The sync data for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi is: [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:14Z', 'revision_number': 3, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:18.337335 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-6f613df5-8b73-4511-910f-4c2d68bf9589 None None] Provisioning complete for port 450e09bc-f656-44df-ae3a-e99291b8ff97 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:18.337795 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6f613df5-8b73-4511-910f-4c2d68bf9589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:18.460019 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-6f613df5-8b73-4511-910f-4c2d68bf9589 None None] Port 450e09bc-f656-44df-ae3a-e99291b8ff97 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:18.462832 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:18.657398 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:18.668931 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e9af8a82-621c-443b-8e47-af7b6a0c331a admin admin] 10.222.0.42 "PUT /v2.0/routers/5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474928 Sep 21 09:27:19.237347 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42730) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:19.242264 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-397858275-network', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:19.262333 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Made reservation on behalf of 5c7a9390929f4b278e6852577d54d20a for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:19.264666 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.272881 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.366465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.371061 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.396854 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:27:19.407790 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8808b3d-da2e-4830-b2ca-f51bfa2d6277,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:19.413475 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.413902 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Added segment 56947801-bbd1-43e3-8b0d-54cde36d9fc4 of type vlan for network ac60ef93-d37b-472f-9cb7-a43e2285264e Sep 21 09:27:19.469208 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.492285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.493276 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:19.493887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.526203 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2876623 Sep 21 09:27:19.529227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42734) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:19.534618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Request body: {'subnet': {'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-397858275-subnet', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:19.555660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab9bd4-acc6-4919-bfaf-ad370ea77b2d admin admin] Pushing event updated for resources: {'Network': ['ID=ac60ef93-d37b-472f-9cb7-a43e2285264e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:19.556291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Made reservation on behalf of 5c7a9390929f4b278e6852577d54d20a for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:19.565178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.566127 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network ac60ef93-d37b-472f-9cb7-a43e2285264e details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:27:19.764741 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.832936 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d4bfff-d021-493f-99a6-6677b6e6d8dd,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:19.840156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Checking segment: {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:19.840680 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Network hostable DHCP agents. Network: ac60ef93-d37b-472f-9cb7-a43e2285264e, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:27:19.860701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Network ac60ef93-d37b-472f-9cb7-a43e2285264e is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:27:19.870808 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, ac60ef93-d37b-472f-9cb7-a43e2285264e) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:19.874853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:19.875389 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.879612 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6040d-7c45-4964-ad24-9f00579d6424 None None] Network ac60ef93-d37b-472f-9cb7-a43e2285264e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:19.892753 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-6f09f6d0-d189-499a-ae28-4f8e00f46434 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3621416 Sep 21 09:27:19.895240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42736) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:19.900301 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:19.921123 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.922557 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:19.978872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.047003 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-ac60ef93-d37b-472f-9cb7-a43e2285264e', 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'fixed_ips': [{'subnet_id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:27:20.047910 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.083274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Sync routers for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:20.159569 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:20.160237 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:20.165874 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ef6dda14-a3c0-421c-806b-5ee54c947c5f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:20.203938 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.350501 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Allocated IP 172.20.0.2 (ac60ef93-d37b-472f-9cb7-a43e2285264e/b4d4bfff-d021-493f-99a6-6677b6e6d8dd/9dcf03c9-077e-446e-bb9c-d8da5f262045) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:20.363453 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:20.400972 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port ef6dda14-a3c0-421c-806b-5ee54c947c5f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:20.401591 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.451756 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.477216 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.646682 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Allocated IP 172.27.0.99 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/3e49c555-e231-4ac2-b1e4-462aee2fdd30) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:20.782530 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.786968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.819116 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.831510 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port ef6dda14-a3c0-421c-806b-5ee54c947c5f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=ef6dda14-a3c0-421c-806b-5ee54c947c5f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:20.833374 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.838201 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.844883 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:20.862819 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:20.866516 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:20.871541 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:20.879276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 2, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:20.906226 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Pushing event updated for resources: {'Port': ['ID=3e49c555-e231-4ac2-b1e4-462aee2fdd30,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:20.928041 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Checking router: 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:20.928400 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Updating router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 port 450e09bc-f656-44df-ae3a-e99291b8ff97 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:20.943559 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Network ac60ef93-d37b-472f-9cb7-a43e2285264e is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:20.970088 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:20.975363 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:20.978490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=ef6dda14-a3c0-421c-806b-5ee54c947c5f,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:21.009105 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.073959 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Pushing event updated for resources: {'Port': ['ID=9dcf03c9-077e-446e-bb9c-d8da5f262045,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:21.129383 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Attempting to bind port 9dcf03c9-077e-446e-bb9c-d8da5f262045 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:21.129756 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Attempting to bind port 9dcf03c9-077e-446e-bb9c-d8da5f262045 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:21.130120 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Attempting to bind port 9dcf03c9-077e-446e-bb9c-d8da5f262045 on network ac60ef93-d37b-472f-9cb7-a43e2285264e {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:21.186060 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:21.186434 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Checking segment: {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:21.186846 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.187659 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Bound using segment: {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:21.187789 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Bound port: 9dcf03c9-077e-446e-bb9c-d8da5f262045, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:21.188169 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.205115 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.324899 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] For port 9dcf03c9-077e-446e-bb9c-d8da5f262045, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:21.341012 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] For port 9dcf03c9-077e-446e-bb9c-d8da5f262045, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=9dcf03c9-077e-446e-bb9c-d8da5f262045,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:21.352314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.462010 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.571782 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc0225-736d-45da-80e5-8fd7b26382f3 None None] Pushing event updated for resources: {'Port': ['ID=9dcf03c9-077e-446e-bb9c-d8da5f262045,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:21.633742 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.652968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.696719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Router 1785a33c-18b2-447e-88cb-f6e776b3e510 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:27:21.728150 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f24e-3710-47b5-987c-57d89121b4fc None None] Pushing event updated for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:21.797087 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Attempting to bind port 450e09bc-f656-44df-ae3a-e99291b8ff97 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:21.797745 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Attempting to bind port 450e09bc-f656-44df-ae3a-e99291b8ff97 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:21.798597 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Attempting to bind port 450e09bc-f656-44df-ae3a-e99291b8ff97 on network d303236b-575e-496f-a2ed-324474f4498f {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:21.810936 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:21.811476 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Checking segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:21.812100 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.812641 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Bound using segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:21.813232 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Bound port: 450e09bc-f656-44df-ae3a-e99291b8ff97, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:21.813880 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.889810 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] For port 450e09bc-f656-44df-ae3a-e99291b8ff97, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:21.894042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:21.897442 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] For port 450e09bc-f656-44df-ae3a-e99291b8ff97, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450e09bc-f656-44df-ae3a-e99291b8ff97,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:21.907005 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.908479 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Sync routers for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:21.927564 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:21.928346 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:21.933999 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.935277 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f622e5b9-da5c-45dd-b38c-2096607cc69b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0390623 Sep 21 09:27:21.938096 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42796) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:21.969100 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:21.969980 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:22.031094 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f24e-3710-47b5-987c-57d89121b4fc None None] Pushing event updated for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:22.045987 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] Provisioning complete for port 450e09bc-f656-44df-ae3a-e99291b8ff97 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:22.046432 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.123167 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:22.132278 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42800) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:22.220641 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:22.274003 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Deleting subnet 9eef58e3-3eaa-420f-a530-365dcdc81fd2 {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:27:22.285584 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.369639 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.381916 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ef6dda14-a3c0-421c-806b-5ee54c947c5f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:22.431296 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.496123 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:21Z', 'revision_number': 3, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:22.508511 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.558283 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Checking router: 1785a33c-18b2-447e-88cb-f6e776b3e510 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:22.558964 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Updating router 1785a33c-18b2-447e-88cb-f6e776b3e510 port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:22.572281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eef58e3-3eaa-420f-a530-365dcdc81fd2,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:22.578356 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.583669 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42802) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:22.588563 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-5c03cf8d-5ee5-4397-b346-7b2fac725f62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9eef58e3-3eaa-420f-a530-365dcdc81fd2 HTTP/1.1" status: 204 len: 168 time: 0.4544582 Sep 21 09:27:22.595657 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.598965 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.780036 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.795637 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] For port 450e09bc-f656-44df-ae3a-e99291b8ff97, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450e09bc-f656-44df-ae3a-e99291b8ff97,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:22.805604 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.842849 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port ef6dda14-a3c0-421c-806b-5ee54c947c5f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:22.843227 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.939796 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89850b28-5087-4fbf-bc9b-3cee78f1d2d8 None None] Network ac60ef93-d37b-472f-9cb7-a43e2285264e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:22.963975 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7665b4-e5d8-4573-ae8d-f1973c134d6d None None] Pushing event updated for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:22.976130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.023455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.024079 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.024777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.025662 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > port after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.026008 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.026345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > port after_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.026845 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.027172 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.027487 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.027812 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.033233 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-82ea7e57-cfcb-4441-adf9-d7a4b1e32677 None None] Provisioning complete for port 450e09bc-f656-44df-ae3a-e99291b8ff97 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:23.033876 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-82ea7e57-cfcb-4441-adf9-d7a4b1e32677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.053431 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.070015 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.097340 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:21Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:23.121326 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Attempting to bind port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:23.121713 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Attempting to bind port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:23.122119 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Attempting to bind port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:23.134224 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623fbcf-f17b-449e-b3cd-1190cc7de135 None None] Pushing event updated for resources: {'Port': ['ID=3e49c555-e231-4ac2-b1e4-462aee2fdd30,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:23.137233 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:23.137783 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:23.138081 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.138471 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:23.138990 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Bound port: 3e49c555-e231-4ac2-b1e4-462aee2fdd30, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:23.139392 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.170974 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9e5c1-b68e-476e-aac6-27fc221729db None None] The sync data for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi is: [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:21Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:23.227119 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] For port 3e49c555-e231-4ac2-b1e4-462aee2fdd30, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:23.231815 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.232885 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.234033 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.234483 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 09:27:23.234882 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c6af1e-e450-4f73-a27d-0428a9911e8a']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:23.235890 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] For port 3e49c555-e231-4ac2-b1e4-462aee2fdd30, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=3e49c555-e231-4ac2-b1e4-462aee2fdd30,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:23.251931 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.283080 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 9dcf03c9-077e-446e-bb9c-d8da5f262045 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:23.295358 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468fda5f-611a-496b-9fdd-9d449352b6e5') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:23.295738 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468fda5f-611a-496b-9fdd-9d449352b6e5') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:23.342565 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.367580 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:23.368204 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:23.374485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.408596 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.485104 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 9dcf03c9-077e-446e-bb9c-d8da5f262045 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:23.485482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.517285 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:23.527617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:27:23.528157 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: from cryptography.utils import int_from_bytes Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: from cryptography.utils import int_from_bytes Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:27:23.534735 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:27:23.613646 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-2deb6f50-e90a-4a21-88f8-6bb3677d215c None None] Provisioning complete for port 9dcf03c9-077e-446e-bb9c-d8da5f262045 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:23.614027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2deb6f50-e90a-4a21-88f8-6bb3677d215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.658999 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623fbcf-f17b-449e-b3cd-1190cc7de135 None None] Pushing event updated for resources: {'Port': ['ID=3e49c555-e231-4ac2-b1e4-462aee2fdd30,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:23.672169 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.679544 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.682254 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b7c6af1e-e450-4f73-a27d-0428a9911e8a HTTP/1.1" status: 204 len: 168 time: 1.0973103 Sep 21 09:27:23.699843 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Allocated IP 172.20.0.1 (ac60ef93-d37b-472f-9cb7-a43e2285264e/b4d4bfff-d021-493f-99a6-6677b6e6d8dd/450668a6-bec2-46e4-ad28-944f105dcd08) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:23.702735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80eea5-0184-4e36-9ce9-220dd6bbbf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c6af1e-e450-4f73-a27d-0428a9911e8a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:23.774601 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.917248 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 9dcf03c9-077e-446e-bb9c-d8da5f262045, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=9dcf03c9-077e-446e-bb9c-d8da5f262045,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:23.941335 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.965106 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.981725 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:21Z', 'revision_number': 3, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:24.010476 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.059546 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.101614 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1251d-c6f1-4bf7-8bdd-3c0d7c6aa17e None None] The sync data for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi is: [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:21Z', 'revision_number': 3, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:24.161388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Network ac60ef93-d37b-472f-9cb7-a43e2285264e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:24.168664 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=9dcf03c9-077e-446e-bb9c-d8da5f262045,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:24.176206 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:24.179673 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:24.181977 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Pushing event updated for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:24.246449 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450e09bc-f656-44df-ae3a-e99291b8ff97 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:24.259092 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42812) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:24.266632 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.285511 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-77314557-1d18-4b3e-b358-692be857a40b None None] Provisioning complete for port 9dcf03c9-077e-446e-bb9c-d8da5f262045 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:24.285868 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77314557-1d18-4b3e-b358-692be857a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.363133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 450e09bc-f656-44df-ae3a-e99291b8ff97 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:24.363503 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.372137 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-abefecaf-b58c-40ea-af2f-96b85d0c15b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb87b66f3997493885ea1a3f978f835e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089869 Sep 21 09:27:24.372833 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 42814) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:24.507468 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.541026 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.541875 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.606802 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ad44f259-ff70-4830-ae7f-ca5af9ce0265 None None] Provisioning complete for port 450668a6-bec2-46e4-ad28-944f105dcd08 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:24.607162 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ad44f259-ff70-4830-ae7f-ca5af9ce0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.653552 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ad44f259-ff70-4830-ae7f-ca5af9ce0265 None None] Port 450668a6-bec2-46e4-ad28-944f105dcd08 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:24.663852 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.669166 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.669166 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9 HTTP/1.1" status: 204 len: 168 time: 0.2923458 Sep 21 09:27:24.685366 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f4a5a-2183-4bd5-9ec9-6e40c487b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c9cde-6edc-4b7f-af14-d1e2f14ce2f9,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:24.818281 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.828165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.906200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.921885 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Pushing event updated for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:25.032946 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Network ac60ef93-d37b-472f-9cb7-a43e2285264e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:25.034393 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:25.170315 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Router 1785a33c-18b2-447e-88cb-f6e776b3e510 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:25.285535 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-531080ec-83b8-464e-b863-4fa7bed64be9 None None] Provisioning complete for port 450668a6-bec2-46e4-ad28-944f105dcd08 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:25.286657 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-531080ec-83b8-464e-b863-4fa7bed64be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.336439 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-531080ec-83b8-464e-b863-4fa7bed64be9 None None] Port 450668a6-bec2-46e4-ad28-944f105dcd08 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:25.513142 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:25.518290 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f3c5f079-2566-4153-ac79-4de4672a01c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/1785a33c-18b2-447e-88cb-f6e776b3e510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791185 Sep 21 09:27:26.157184 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 9dcf03c9-077e-446e-bb9c-d8da5f262045 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:26.205348 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 9dcf03c9-077e-446e-bb9c-d8da5f262045 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:26.205734 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.281542 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 3e49c555-e231-4ac2-b1e4-462aee2fdd30 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:26.316466 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Sync routers for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:26.337409 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:26.338393 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:26.384715 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:26.385250 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.596175 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:26.696442 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.735057 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 3e49c555-e231-4ac2-b1e4-462aee2fdd30, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=3e49c555-e231-4ac2-b1e4-462aee2fdd30,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:26.759036 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.830059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=3e49c555-e231-4ac2-b1e4-462aee2fdd30,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:26.876658 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:24Z', 'revision_number': 4, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450668a6-bec2-46e4-ad28-944f105dcd08', 'name': '', 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'mac_address': 'fa:16:3e:1b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:23Z', 'updated_at': '2021-09-21T09:27:24Z', 'revision_number': 2, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'subnets': [{'id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:26.902656 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Checking router: 1785a33c-18b2-447e-88cb-f6e776b3e510 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:26.903011 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Updating router 1785a33c-18b2-447e-88cb-f6e776b3e510 port 450668a6-bec2-46e4-ad28-944f105dcd08 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:26.927251 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.191270 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.196121 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.250808 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8a98-c769-4c5c-bc08-46563ab5fa95 None None] Pushing event updated for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:27.254216 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Request body: {'port': {'device_id': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:27.304980 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Attempting to bind port 450668a6-bec2-46e4-ad28-944f105dcd08 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:27.305355 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Attempting to bind port 450668a6-bec2-46e4-ad28-944f105dcd08 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:27.305723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Attempting to bind port 450668a6-bec2-46e4-ad28-944f105dcd08 on network ac60ef93-d37b-472f-9cb7-a43e2285264e {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:27.311166 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:27.311546 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Checking segment: {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:27.311954 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.312360 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Bound using segment: {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:27.312858 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Bound port: 450668a6-bec2-46e4-ad28-944f105dcd08, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56947801-bbd1-43e3-8b0d-54cde36d9fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:27.313639 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.318069 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.422910 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] For port 450668a6-bec2-46e4-ad28-944f105dcd08, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:27.425863 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] For port 450668a6-bec2-46e4-ad28-944f105dcd08, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450668a6-bec2-46e4-ad28-944f105dcd08,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:27.432123 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.500131 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8a98-c769-4c5c-bc08-46563ab5fa95 None None] Pushing event updated for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:27.522129 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:27.522763 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:27:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:27.531631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] Provisioning complete for port 450668a6-bec2-46e4-ad28-944f105dcd08 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:27.531631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.581659 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34dd0-626d-427d-b128-e96d0e271c0c req-b5a2b41c-8495-4700-a493-4228217da61b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.583262 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11d34dd0-626d-427d-b128-e96d0e271c0c req-b5a2b41c-8495-4700-a493-4228217da61b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 931 time: 0.1112854 Sep 21 09:27:27.664895 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11d34dd0-626d-427d-b128-e96d0e271c0c req-9948adaf-d1be-4bc3-a3b3-ae6943348bfa tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684662 Sep 21 09:27:27.710795 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.725436 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:27.816338 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] For port 450668a6-bec2-46e4-ad28-944f105dcd08, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450668a6-bec2-46e4-ad28-944f105dcd08,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:27.819517 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2578e1-19eb-44b6-88eb-5faf3d9387e4 req-f8e0d57d-6404-43e7-96ba-7769749ea2ad tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.824999 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3d2578e1-19eb-44b6-88eb-5faf3d9387e4 req-f8e0d57d-6404-43e7-96ba-7769749ea2ad tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.3878949 Sep 21 09:27:27.832200 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.928419 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9274e-1467-4e6d-a5a7-e102b5f04a56 None None] Pushing event updated for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:27.943702 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-3098cfca-bfe6-4762-9210-b9d7199269d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1486340 Sep 21 09:27:27.950515 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3d2578e1-19eb-44b6-88eb-5faf3d9387e4 req-264eec9c-42e3-47df-b131-85622fb58b0e tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 Sep 21 09:27:27.983907 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-09ae88c1-f7f3-4e7c-bee5-69a98a12f0ff None None] Provisioning complete for port 450668a6-bec2-46e4-ad28-944f105dcd08 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:27.984286 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-09ae88c1-f7f3-4e7c-bee5-69a98a12f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.045490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:24Z', 'revision_number': 4, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450668a6-bec2-46e4-ad28-944f105dcd08', 'name': '', 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'mac_address': 'fa:16:3e:1b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:23Z', 'updated_at': '2021-09-21T09:27:27Z', 'revision_number': 4, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'subnets': [{'id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:28.111431 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb8916-a8a0-4b3c-b241-01cd5fcf7b70 None None] The sync data for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi is: [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:27:24Z', 'revision_number': 4, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450668a6-bec2-46e4-ad28-944f105dcd08', 'name': '', 'network_id': 'ac60ef93-d37b-472f-9cb7-a43e2285264e', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'mac_address': 'fa:16:3e:1b:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:23Z', 'updated_at': '2021-09-21T09:27:27Z', 'revision_number': 4, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'subnets': [{'id': 'b4d4bfff-d021-493f-99a6-6677b6e6d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:28.153712 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 3e49c555-e231-4ac2-b1e4-462aee2fdd30 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:28.156090 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed180864-337c-402a-866a-976fc5cbe57d {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:27:28.166614 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.171289 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dac6f-8506-4bef-8d90-99433642046c req-9a176a84-506d-45be-a835-c020041e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.173120 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-9a176a84-506d-45be-a835-c020041e8b0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2466e2e40a8c43a4841be41320b5e780&device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 1099 time: 0.1403165 Sep 21 09:27:28.226277 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Transition to ACTIVE for port object ed180864-337c-402a-866a-976fc5cbe57d will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:27:28.234443 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.342225 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42868) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:28.347774 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445182423', 'description': 'tempest-secgroup-smoke-1445182423 description', 'project_id': 'be01e1c84ba94722abf27a1e67a38856'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:28.366101 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:28.366478 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.425708 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.475402 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dac6f-8506-4bef-8d90-99433642046c req-df06ab09-2eb1-4e4a-9b6d-18fc7cdf1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.480322 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-df06ab09-2eb1-4e4a-9b6d-18fc7cdf1acc service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 200 len: 915 time: 0.1838391 Sep 21 09:27:28.513030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:28.656050 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.670011 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.678240 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-a8972519-1f51-49c2-b805-ef664a45f291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 200 len: 217 time: 0.1754386 Sep 21 09:27:28.737763 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.742653 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3989456 Sep 21 09:27:28.746714 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42884) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:28.769218 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:28.773518 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca868a-14d7-4b79-836c-24789d2b776a tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f009a44c-52e5-4665-be07-89b51aab718d,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:28.793747 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dac6f-8506-4bef-8d90-99433642046c req-fd70dc6e-eda4-4747-8583-9fc0801677b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.795491 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-fd70dc6e-eda4-4747-8583-9fc0801677b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 200 len: 854 time: 0.0918469 Sep 21 09:27:28.798451 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Attempting to bind port ed180864-337c-402a-866a-976fc5cbe57d on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:28.798849 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Attempting to bind port ed180864-337c-402a-866a-976fc5cbe57d by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:28.799177 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Attempting to bind port ed180864-337c-402a-866a-976fc5cbe57d on network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:28.812676 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Port ed180864-337c-402a-866a-976fc5cbe57d on network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:27:28.813040 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Attempting to bind port ed180864-337c-402a-866a-976fc5cbe57d on network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:28.832015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.835721 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-6807f2b9-44f7-4c47-b3f6-c8d08b612330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff120b1-109e-4660-87ed-88f8d0184256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307631 Sep 21 09:27:28.836461 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:28.836807 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Checking segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:28.837178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Bound using segment: {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:28.838193 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Bound port: ed180864-337c-402a-866a-976fc5cbe57d, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991739c8-af75-4ad6-8682-b4dbfde2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:28.838582 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.878175 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99b4e1-33af-4909-8ce2-cb960c48830b req-76ceff08-bd87-4ea0-b429-41cb5a2f91d7 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.879712 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ac99b4e1-33af-4909-8ce2-cb960c48830b req-76ceff08-bd87-4ea0-b429-41cb5a2f91d7 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0800891 Sep 21 09:27:28.920184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.930851 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.953952 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ac99b4e1-33af-4909-8ce2-cb960c48830b req-f2b5f6b0-82f0-438b-9798-18f7d42d0e1d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Sep 21 09:27:28.954472 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7cd408-515e-4efd-b58b-31edd15a5031,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:28.972735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.974302 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-dbf12964-78c3-47d9-83e6-5b1a5165819d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161164 Sep 21 09:27:28.985931 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42886) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:28.985931 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:29.019816 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.027123 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-1aa063d2-4027-4749-a687-80079e7e2569 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838841 Sep 21 09:27:29.028417 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:29.064153 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:29.080884 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.084610 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.090773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.106442 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4b2ef8-287c-4270-a3d8-66dfea3df99d,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.114078 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.115294 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-00c83319-bbc7-4b88-a2f8-4d255c0fe8f8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373165 Sep 21 09:27:29.118136 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42890) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:29.122821 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:29.152156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.184765 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:29.185404 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.186817 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] 10.222.0.47 "PUT /v2.0/ports/ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 1093 time: 1.9377692 Sep 21 09:27:29.187259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:29.189543 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:29.205869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82edb-3491-4529-877c-654c8acafb59 req-c70923d7-7281-43cb-8233-70da34e62bbe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:29.207455 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9dc82edb-3491-4529-877c-654c8acafb59 req-c70923d7-7281-43cb-8233-70da34e62bbe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1557431 Sep 21 09:27:29.223521 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.230246 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.238845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2a19f0-3b7f-4790-901e-f4cb6f3bf88c x-openstack-request-id: req-7d2a19f0-3b7f-4790-901e-f4cb6f3bf88c {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:29.239045 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:29.239290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d2a19f0-3b7f-4790-901e-f4cb6f3bf88c {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:29.239685 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:27:29.250552 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ac0cb6-3415-4c03-8680-c682d611b142,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.251783 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-590dac6f-8506-4bef-8d90-99433642046c req-70084e5a-05a7-4270-9c6c-86229a32fa65 service neutron] 10.222.0.47 "GET /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128327 Sep 21 09:27:29.258590 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.260372 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d9f3-f613-4467-904d-3780c4ec8beb service neutron] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.260615 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-298ccc36-e4e4-4aa9-b766-676eba7c3acf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413569 Sep 21 09:27:29.263777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42894) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:29.269115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:29.281208 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9dc82edb-3491-4529-877c-654c8acafb59 req-3f192d2d-5344-4284-a181-73cf0a72b248 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561230 Sep 21 09:27:29.305524 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.373736 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.378046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.396246 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4537db6d-e250-4aaa-aa39-ab3613065e80,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.405854 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.409637 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-75968611-fc93-447c-ba88-1b9329f29792 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422985 Sep 21 09:27:29.409829 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42900) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:29.414134 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:29.442859 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.securitygroups_db [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Project be01e1c84ba94722abf27a1e67a38856 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:27:29.448317 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.514862 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.519901 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.539610 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3a4b2e-2c68-4488-9b37-ef3cd770ab49,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.554238 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.558947 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cda49387-4714-4bb6-8aaf-cb37c2a215ce tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481533 Sep 21 09:27:29.559752 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 42908) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:29.564480 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'security_group_rule': {'security_group_id': 'f009a44c-52e5-4665-be07-89b51aab718d', 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:29.575199 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-92b307f6-4677-4558-a53a-80df66897231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:29.576788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-92b307f6-4677-4558-a53a-80df66897231 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1096 time: 0.0813169 Sep 21 09:27:29.589825 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.securitygroups_db [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Project be01e1c84ba94722abf27a1e67a38856 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:27:29.595186 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.690551 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.694758 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4f52630c-6c28-4cef-afcd-b443ff0a3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.698195 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.724776 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:29.733660 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651411 Sep 21 09:27:29.733660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203fa70-1aba-49cf-8ad2-ac9966a35581 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21550c4-afd1-4268-b001-8899247e1f6a,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:29.742074 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-6be0e6ae-2fcc-4b84-96b2-e2bb968310d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:29.743513 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-6be0e6ae-2fcc-4b84-96b2-e2bb968310d4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1482787 Sep 21 09:27:30.101205 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937042c-f631-4fcf-9883-66ea8ae32b39 req-331f81f1-0270-4a52-b6fb-ee8284dd4e1b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:30.103019 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6937042c-f631-4fcf-9883-66ea8ae32b39 req-331f81f1-0270-4a52-b6fb-ee8284dd4e1b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0581968 Sep 21 09:27:30.126603 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450668a6-bec2-46e4-ad28-944f105dcd08 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:30.144080 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6937042c-f631-4fcf-9883-66ea8ae32b39 req-5dc2704d-8db1-4fa2-b8af-79dd224cc133 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Sep 21 09:27:30.188950 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 450668a6-bec2-46e4-ad28-944f105dcd08 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:30.189483 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:31.259471 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c996-b17d-476c-b5cf-0535bd826a62 req-c122a6a4-5b4c-4bff-95f7-4c925b82dfa9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:31.260984 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-88a5c996-b17d-476c-b5cf-0535bd826a62 req-c122a6a4-5b4c-4bff-95f7-4c925b82dfa9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0486248 Sep 21 09:27:31.299826 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-88a5c996-b17d-476c-b5cf-0535bd826a62 req-40ab3f58-e361-4c91-8cc1-4be24b5d9cec tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Sep 21 09:27:32.299433 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6f8bce04-9b2a-445b-ba73-ebed4f623904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:32.419491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875de23c-e23b-4eaa-a00f-d6d28678cfd6 req-7932afef-2ad8-4928-b03d-5574d1cd1e1e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:32.420961 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-875de23c-e23b-4eaa-a00f-d6d28678cfd6 req-7932afef-2ad8-4928-b03d-5574d1cd1e1e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0537908 Sep 21 09:27:32.458609 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-875de23c-e23b-4eaa-a00f-d6d28678cfd6 req-10846686-0a57-4b52-8c59-e4ad42a59df9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Sep 21 09:27:33.553264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-bc29bc3a-0a48-4d62-b7ac-d473019684e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:33.554697 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff6d288d-f6fa-4036-8a68-48ddfb216a7b req-bc29bc3a-0a48-4d62-b7ac-d473019684e9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191332 Sep 21 09:27:33.595730 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b10ef-32fa-4725-a25d-32ed67dc68c1 req-e096fa68-1d22-4a6c-b89c-8e467cd33b3c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:33.597290 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-977b10ef-32fa-4725-a25d-32ed67dc68c1 req-e096fa68-1d22-4a6c-b89c-8e467cd33b3c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0632536 Sep 21 09:27:33.664089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-977b10ef-32fa-4725-a25d-32ed67dc68c1 req-7a741d29-4e04-4993-b82d-768dbec177c9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Sep 21 09:27:33.670204 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-55754618-0a44-4ae3-ac8b-b2d2c2e6104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:33.671858 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-55754618-0a44-4ae3-ac8b-b2d2c2e6104e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1096 time: 0.0617363 Sep 21 09:27:33.817343 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:33.827649 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:33.987687 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-f5f5b757-6963-4b75-92ce-b7d28e097d44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 217 time: 0.0366206 Sep 21 09:27:34.065371 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-59ab885b-fccd-4481-9167-88127974173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:34.066849 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-59ab885b-fccd-4481-9167-88127974173f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.0631044 Sep 21 09:27:34.115642 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-3fc9347a-a9ad-42b9-a087-b225609626cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:34.117207 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-3fc9347a-a9ad-42b9-a087-b225609626cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431654 Sep 21 09:27:34.211660 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-5fa45eef-c631-4c66-bfdf-bd47b8360e8f service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Sep 21 09:27:34.314888 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bb752dcd-462f-4e20-ad1d-bcbe3d0c179a req-67cfb1ba-539d-4e9b-9774-396ac66657cb service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Sep 21 09:27:34.808175 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423647d4-6d61-4adc-8a50-183927161ad6 req-f3e2781a-78af-4cd9-8ef9-f23f154373f9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:34.809786 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-423647d4-6d61-4adc-8a50-183927161ad6 req-f3e2781a-78af-4cd9-8ef9-f23f154373f9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0567107 Sep 21 09:27:34.847511 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-423647d4-6d61-4adc-8a50-183927161ad6 req-a4cc69b2-2532-49a5-9455-02aec63b22cb tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Sep 21 09:27:35.345603 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:35.972170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a142ea-563e-481c-a971-c1d8a17a0b4f req-edf0ed02-a399-4814-b5ac-a155e0554a6d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:35.973828 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-95a142ea-563e-481c-a971-c1d8a17a0b4f req-edf0ed02-a399-4814-b5ac-a155e0554a6d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0551057 Sep 21 09:27:36.012329 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-95a142ea-563e-481c-a971-c1d8a17a0b4f req-bd8b1e9f-3bd3-4a6f-a2fd-a8db41066de9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Sep 21 09:27:36.672414 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43828e18-66bf-4eca-892a-1ed6b9ee0568 req-9e353745-314c-422c-b032-08291cf4ab22 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:36.673910 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-43828e18-66bf-4eca-892a-1ed6b9ee0568 req-9e353745-314c-422c-b032-08291cf4ab22 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0549657 Sep 21 09:27:36.710960 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-43828e18-66bf-4eca-892a-1ed6b9ee0568 req-540ac2a8-5354-4c76-bc89-8d488a8acd8a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Sep 21 09:27:37.166643 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64df64-3fa4-446c-bacc-553637c1e042 req-d6bb47ec-be3d-4832-9efe-39648a3d32c8 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:37.169867 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d64df64-3fa4-446c-bacc-553637c1e042 req-d6bb47ec-be3d-4832-9efe-39648a3d32c8 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0534351 Sep 21 09:27:37.207117 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d64df64-3fa4-446c-bacc-553637c1e042 req-5bb429b9-ff59-4b02-bf93-00e84bf94aa5 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Sep 21 09:27:37.831873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555464e-5248-400c-9049-03db0f42fceb req-2a840649-7db8-4e71-aaac-3bc603e79664 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:37.833396 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e555464e-5248-400c-9049-03db0f42fceb req-2a840649-7db8-4e71-aaac-3bc603e79664 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0510170 Sep 21 09:27:37.871086 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e555464e-5248-400c-9049-03db0f42fceb req-f99f5a3a-b213-4b48-93c8-c45c5d50a117 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Sep 21 09:27:38.322218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e0a98-d4c3-4580-b921-ec00f883a933 req-5c73d205-3b70-4607-af83-db4833c74442 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:38.324156 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c86e0a98-d4c3-4580-b921-ec00f883a933 req-5c73d205-3b70-4607-af83-db4833c74442 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0486896 Sep 21 09:27:38.360956 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c86e0a98-d4c3-4580-b921-ec00f883a933 req-bc6f4f3a-5afd-4ef2-b549-e17676d36b32 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Sep 21 09:27:38.997745 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfb41a-6b10-4d24-96be-a12b6c70fa14 req-e92d88e0-399f-49db-a95b-34ab41d61ba8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:38.999262 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-64dfb41a-6b10-4d24-96be-a12b6c70fa14 req-e92d88e0-399f-49db-a95b-34ab41d61ba8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0580890 Sep 21 09:27:39.037446 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-64dfb41a-6b10-4d24-96be-a12b6c70fa14 req-566b3d56-6039-4fb8-8ead-8df554b8c781 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Sep 21 09:27:39.481688 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb4011-5bb1-4c72-ab86-522b6b430481 req-5b071027-3bee-492d-b296-05791c0a7400 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:39.483104 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f2cb4011-5bb1-4c72-ab86-522b6b430481 req-5b071027-3bee-492d-b296-05791c0a7400 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0579526 Sep 21 09:27:39.519481 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f2cb4011-5bb1-4c72-ab86-522b6b430481 req-52237214-16cd-4466-94c9-44924bbcf264 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304775 Sep 21 09:27:40.156294 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47164337-0b5b-4740-83ed-9551afe4f998 req-402aaed6-2922-4055-b55a-0e2ba9e914d3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:40.157866 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-47164337-0b5b-4740-83ed-9551afe4f998 req-402aaed6-2922-4055-b55a-0e2ba9e914d3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0491123 Sep 21 09:27:40.194568 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-47164337-0b5b-4740-83ed-9551afe4f998 req-7bd8e7c5-f1d7-4566-b5b5-9bd1052eabee tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Sep 21 09:27:40.633142 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf2b1-7dac-4704-8750-8b293c2b89f3 req-8f260985-0c86-40a1-b905-f4aca7d4dc44 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:40.634628 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-587cf2b1-7dac-4704-8750-8b293c2b89f3 req-8f260985-0c86-40a1-b905-f4aca7d4dc44 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Sep 21 09:27:40.674236 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-587cf2b1-7dac-4704-8750-8b293c2b89f3 req-ad8098d8-0dcb-4f69-aba4-c45f7902cfd9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Sep 21 09:27:41.319657 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b91f-4292-46d1-80f6-fed1f62aa517 req-7ee29ae9-b7a2-44c6-95e8-ae8ed72389c0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:41.321141 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-10c7b91f-4292-46d1-80f6-fed1f62aa517 req-7ee29ae9-b7a2-44c6-95e8-ae8ed72389c0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0524321 Sep 21 09:27:41.362797 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-10c7b91f-4292-46d1-80f6-fed1f62aa517 req-658e7dba-6e12-4c57-80fe-a46f5ca1767f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Sep 21 09:27:41.798571 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eea46-219f-4b9a-8020-e8589415c323 req-408563bf-7ffb-44b9-a71f-95ea3bb993ad tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:41.800141 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-595eea46-219f-4b9a-8020-e8589415c323 req-408563bf-7ffb-44b9-a71f-95ea3bb993ad tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0528486 Sep 21 09:27:41.838646 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-595eea46-219f-4b9a-8020-e8589415c323 req-c6289d9c-b968-452e-a04f-6f89a86a8fa5 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Sep 21 09:27:42.481894 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf35fd-6353-45db-9b46-76f8fcd0ffaf req-b1b36a01-b583-4687-928c-7eb7a0bd1f49 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:42.483376 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-90bf35fd-6353-45db-9b46-76f8fcd0ffaf req-b1b36a01-b583-4687-928c-7eb7a0bd1f49 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0507734 Sep 21 09:27:42.519504 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-90bf35fd-6353-45db-9b46-76f8fcd0ffaf req-1047ea74-cd72-40f6-be3c-526d84c42e76 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Sep 21 09:27:42.957594 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071452-1142-4a9a-ad64-47fbf14a9d63 req-fe0debf8-36ed-4dca-a0d8-35e580162958 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:42.965067 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-22071452-1142-4a9a-ad64-47fbf14a9d63 req-fe0debf8-36ed-4dca-a0d8-35e580162958 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0603888 Sep 21 09:27:42.968379 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:27:42.997930 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-22071452-1142-4a9a-ad64-47fbf14a9d63 req-b28b2b82-c373-40f3-8d5f-154f390fe2bf tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Sep 21 09:27:43.678970 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e72961-465f-4ad0-a33f-9266af694499 req-810bd942-58cf-41df-8f06-abf6e396c104 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:43.680457 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80e72961-465f-4ad0-a33f-9266af694499 req-810bd942-58cf-41df-8f06-abf6e396c104 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0513899 Sep 21 09:27:43.726421 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80e72961-465f-4ad0-a33f-9266af694499 req-932ea991-44c3-424a-ab99-cc85689ea7f8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Sep 21 09:27:44.116630 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33690c-8422-41a2-8b35-7fbfb3974c5a req-b7086c13-1e4e-4e07-870a-36cd8eb84bfd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:44.118047 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d33690c-8422-41a2-8b35-7fbfb3974c5a req-b7086c13-1e4e-4e07-870a-36cd8eb84bfd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0514853 Sep 21 09:27:44.158850 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d33690c-8422-41a2-8b35-7fbfb3974c5a req-c0516a2b-ea75-4017-b234-fa6fd8549823 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Sep 21 09:27:44.849351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea44e3-cb22-4d5f-b5ff-62129ce7698e req-4ee08c0e-3b08-47dc-86b4-3d7ec432fbf6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:44.850833 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3ea44e3-cb22-4d5f-b5ff-62129ce7698e req-4ee08c0e-3b08-47dc-86b4-3d7ec432fbf6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0501552 Sep 21 09:27:44.888282 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3ea44e3-cb22-4d5f-b5ff-62129ce7698e req-7af51478-998c-43c3-844f-8f986a5e354d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Sep 21 09:27:45.274274 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96cbcf-29f1-4524-ad1a-d663ab28bfbc req-d17b9eb5-5bcd-4bc4-978d-50055b0cb2ba tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:45.275744 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f96cbcf-29f1-4524-ad1a-d663ab28bfbc req-d17b9eb5-5bcd-4bc4-978d-50055b0cb2ba tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Sep 21 09:27:45.317820 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f96cbcf-29f1-4524-ad1a-d663ab28bfbc req-cc3482fa-8a29-428e-b8e8-1030325cb038 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Sep 21 09:27:46.006942 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e1d6-8428-4d3f-b169-8eefcf4bc935 req-bf28977e-3ba5-4dcf-b5d5-f92fcdb4257c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:46.008439 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6645e1d6-8428-4d3f-b169-8eefcf4bc935 req-bf28977e-3ba5-4dcf-b5d5-f92fcdb4257c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0497699 Sep 21 09:27:46.047675 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6645e1d6-8428-4d3f-b169-8eefcf4bc935 req-425b7ffd-d662-44c2-9e4a-6efa7100af10 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Sep 21 09:27:46.430280 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4c55-3925-4333-8767-e9ebd778bc7b req-dbe8e3c3-b59c-4d4a-abf6-e621c2513579 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:46.431805 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d5ef4c55-3925-4333-8767-e9ebd778bc7b req-dbe8e3c3-b59c-4d4a-abf6-e621c2513579 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0491672 Sep 21 09:27:46.470116 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d5ef4c55-3925-4333-8767-e9ebd778bc7b req-e82310c4-b6b1-4f3b-a81a-143c4c1d67f3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Sep 21 09:27:47.168660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043203d4-3040-43ca-9cb9-de7169bde693 req-eccc925b-a3d8-4acd-afbc-7e6c32db5143 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:47.170150 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-043203d4-3040-43ca-9cb9-de7169bde693 req-eccc925b-a3d8-4acd-afbc-7e6c32db5143 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0514462 Sep 21 09:27:47.206049 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-043203d4-3040-43ca-9cb9-de7169bde693 req-5ff802f4-178f-4078-ade2-a33d0539968c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301049 Sep 21 09:27:47.577356 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device ed180864-337c-402a-866a-976fc5cbe57d details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:27:47.585582 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f5c1-6979-456a-bf2a-68673892c8ae req-2d54a245-f82e-4b74-ba73-fc33f968628d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:47.587064 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-be51f5c1-6979-456a-bf2a-68673892c8ae req-2d54a245-f82e-4b74-ba73-fc33f968628d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 943 time: 0.0512946 Sep 21 09:27:47.630631 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-be51f5c1-6979-456a-bf2a-68673892c8ae req-97dc09ac-f219-4592-b70d-98af3adfad92 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Sep 21 09:27:47.678072 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:47.688678 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'ed180864-337c-402a-866a-976fc5cbe57d', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'port_id': 'ed180864-337c-402a-866a-976fc5cbe57d', 'mac_address': 'fa:16:3e:43:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:27:47.727711 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:47.739882 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed180864-337c-402a-866a-976fc5cbe57d {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:27:47.758300 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:47.762402 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:47.809782 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:47.817612 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.817962 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.818301 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.818803 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.819137 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.819468 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.819793 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.820258 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.820634 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.820965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.821312 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:47.821732 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:48.332818 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9e12-d2e4-42ba-b5e5-43c67aad9c8d req-4944ada9-606b-429a-8171-db04a06fdfef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:48.334253 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e1c9e12-d2e4-42ba-b5e5-43c67aad9c8d req-4944ada9-606b-429a-8171-db04a06fdfef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0558598 Sep 21 09:27:48.372962 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e1c9e12-d2e4-42ba-b5e5-43c67aad9c8d req-f1ab6092-84a6-4643-a57e-2d56d5f2b509 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Sep 21 09:27:48.743837 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09c393-6d1c-494f-b4ad-0a30035cbb61 req-10c9955c-9e31-4ad6-bd02-6d106ac68850 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:48.745342 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1d09c393-6d1c-494f-b4ad-0a30035cbb61 req-10c9955c-9e31-4ad6-bd02-6d106ac68850 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0490541 Sep 21 09:27:48.782155 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1d09c393-6d1c-494f-b4ad-0a30035cbb61 req-274dd8e7-a177-4f3e-ad19-cc7f8da2ddd2 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Sep 21 09:27:49.499828 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e762e-4eff-4160-9b0e-d3566fb2d02a req-488d06ee-d47f-46b1-8962-61435a787c31 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:49.501372 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e69e762e-4eff-4160-9b0e-d3566fb2d02a req-488d06ee-d47f-46b1-8962-61435a787c31 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Sep 21 09:27:49.544488 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e69e762e-4eff-4160-9b0e-d3566fb2d02a req-fa971766-13d8-435d-afe1-bb68841e9a5a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370662 Sep 21 09:27:49.894826 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cf7bd-025a-4e73-b82a-f4c49a5019a7 req-45110bf2-c19e-433b-b2a1-82f3fb91a5bf tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:49.896830 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7f6cf7bd-025a-4e73-b82a-f4c49a5019a7 req-45110bf2-c19e-433b-b2a1-82f3fb91a5bf tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0493069 Sep 21 09:27:49.935628 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7f6cf7bd-025a-4e73-b82a-f4c49a5019a7 req-edf8335f-5e66-4974-b5a2-961c8fa39639 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 21 09:27:50.667348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d635f-f11e-4d0e-a3d7-5a4d74c59754 req-699012a0-0702-4ed0-a17a-530c5a55d99a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:50.668844 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b23d635f-f11e-4d0e-a3d7-5a4d74c59754 req-699012a0-0702-4ed0-a17a-530c5a55d99a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0526702 Sep 21 09:27:50.706001 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b23d635f-f11e-4d0e-a3d7-5a4d74c59754 req-fd8f8073-7507-4912-a03e-8cb0f7a17da0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Sep 21 09:27:51.046631 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d0714-db9d-47e9-a78d-8af0c8cdc21a req-e62d8ffc-77f8-492e-9c92-869e3c75d9b3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:51.048175 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd7d0714-db9d-47e9-a78d-8af0c8cdc21a req-e62d8ffc-77f8-492e-9c92-869e3c75d9b3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0485187 Sep 21 09:27:51.087174 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd7d0714-db9d-47e9-a78d-8af0c8cdc21a req-3426eaaf-668a-491e-a74b-8d65060a39c6 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Sep 21 09:27:51.828202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d09ea-f9dc-443c-ac28-25de98690b5d req-5fce8bb1-aa9f-4e74-a0ac-b97e6b743425 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:51.829600 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa0d09ea-f9dc-443c-ac28-25de98690b5d req-5fce8bb1-aa9f-4e74-a0ac-b97e6b743425 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Sep 21 09:27:51.866079 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa0d09ea-f9dc-443c-ac28-25de98690b5d req-fd8a8dbb-5e4d-44e3-bbe9-5ba5c9c26035 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306339 Sep 21 09:27:52.201954 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a312-c403-4c0e-b668-50532210afa1 req-aa7bca84-5058-4409-ba63-790c04dc7b19 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:52.203446 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ab61a312-c403-4c0e-b668-50532210afa1 req-aa7bca84-5058-4409-ba63-790c04dc7b19 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0496581 Sep 21 09:27:52.240709 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ab61a312-c403-4c0e-b668-50532210afa1 req-f717b8d6-f902-49cc-b44f-af236f0a363d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Sep 21 09:27:52.813352 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:27:52.989760 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1944-de4e-49fc-86ed-47274aa227c7 req-2c873df8-c973-42ce-b554-dae9460106a7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:52.991266 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4d3c1944-de4e-49fc-86ed-47274aa227c7 req-2c873df8-c973-42ce-b554-dae9460106a7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0509248 Sep 21 09:27:53.033787 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4d3c1944-de4e-49fc-86ed-47274aa227c7 req-8de53008-7449-4e2d-a08e-daa60724ae1e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363646 Sep 21 09:27:53.354791 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c085e6-9398-41c9-bca3-74d9b2d276fc req-4265b140-afee-4412-879a-29624756e37a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:53.356309 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51c085e6-9398-41c9-bca3-74d9b2d276fc req-4265b140-afee-4412-879a-29624756e37a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0497854 Sep 21 09:27:53.398653 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51c085e6-9398-41c9-bca3-74d9b2d276fc req-a0e4de12-c38d-46ad-9d33-fe34cab8e3ba tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364509 Sep 21 09:27:53.859082 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:54.160454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ca3c7-5d94-4a4f-a48c-2d83303b4a55 req-d2bdf2a0-1fa5-41f1-93b6-ed100600ca32 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:54.162022 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c1ca3c7-5d94-4a4f-a48c-2d83303b4a55 req-d2bdf2a0-1fa5-41f1-93b6-ed100600ca32 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0521593 Sep 21 09:27:54.201439 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c1ca3c7-5d94-4a4f-a48c-2d83303b4a55 req-12826389-c96f-4ef8-94c2-fad965f12636 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Sep 21 09:27:54.531962 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b3e2a-9fca-4b5a-b3a6-ee17b1e7c841 req-e0c0f6d2-21bf-4317-b1d2-57c976c014bd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:54.534439 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-129b3e2a-9fca-4b5a-b3a6-ee17b1e7c841 req-e0c0f6d2-21bf-4317-b1d2-57c976c014bd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0585499 Sep 21 09:27:54.574753 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-129b3e2a-9fca-4b5a-b3a6-ee17b1e7c841 req-b810634f-55ba-4722-9d54-c14b51562e82 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Sep 21 09:27:55.326878 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836b6aa-7189-482a-9b7d-66f4cb08d0a9 req-99bfcc50-9009-44d3-812c-fe444174d3c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:55.328389 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e836b6aa-7189-482a-9b7d-66f4cb08d0a9 req-99bfcc50-9009-44d3-812c-fe444174d3c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0503330 Sep 21 09:27:55.369206 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e836b6aa-7189-482a-9b7d-66f4cb08d0a9 req-e921c4f1-6680-4a8d-83b9-3ed8a3f5e2c9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Sep 21 09:27:55.598621 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device ed180864-337c-402a-866a-976fc5cbe57d up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:55.657032 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port ed180864-337c-402a-866a-976fc5cbe57d completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:27:55.661819 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port ed180864-337c-402a-866a-976fc5cbe57d triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:55.662339 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:55.679152 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf05fd6-b3e6-44cc-a242-174ba8a860d8 req-cac1c719-5cdb-4e31-8e24-83231489e1d2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:55.680880 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bbf05fd6-b3e6-44cc-a242-174ba8a860d8 req-cac1c719-5cdb-4e31-8e24-83231489e1d2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0660226 Sep 21 09:27:55.730773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6b86b-caef-4bc2-914b-20d68c8aec77 req-bb48293a-2d18-4df3-a925-265a83720a7e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:55.737505 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6bf6b86b-caef-4bc2-914b-20d68c8aec77 req-bb48293a-2d18-4df3-a925-265a83720a7e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 944 time: 0.0815735 Sep 21 09:27:55.750620 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bbf05fd6-b3e6-44cc-a242-174ba8a860d8 req-a6b5b5d3-c2d9-4c25-9dbf-b2a32b261abd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622728 Sep 21 09:27:55.774101 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:55.779349 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6bf6b86b-caef-4bc2-914b-20d68c8aec77 req-e6378196-504c-4598-a8a9-8e2d38e70aa8 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Sep 21 09:27:55.815536 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:55.817926 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fb656-cb06-4592-851d-83d1b2e29402" -d '{"events": [{"server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "name": "network-vif-plugged", "status": "completed", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:55.833282 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:55.837630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:55.865987 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192cc35e-509f-43dd-a921-df4bad8702a0 x-openstack-request-id: req-192cc35e-509f-43dd-a921-df4bad8702a0 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:55.866279 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "name": "network-vif-plugged", "status": "completed", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:55.866531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-192cc35e-509f-43dd-a921-df4bad8702a0 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:55.866919 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'code': 200} Sep 21 09:27:55.896929 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:55.989570 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb879-3a4d-4c6e-b670-1d7ff11e7998 req-6b9adc8b-1a2b-4bb2-a6ea-5b648639c157 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:55.990953 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8bbcb879-3a4d-4c6e-b670-1d7ff11e7998 req-6b9adc8b-1a2b-4bb2-a6ea-5b648639c157 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Sep 21 09:27:56.032053 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8bbcb879-3a4d-4c6e-b670-1d7ff11e7998 req-29c7f0ce-b0df-4a8b-8556-7a9d193b2ffc tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 21 09:27:56.135665 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1175-718f-495d-9927-c30f01c34fde req-5fd9412c-8f0b-4a1b-9255-c488a0e97cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:56.137398 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-994e1175-718f-495d-9927-c30f01c34fde req-5fd9412c-8f0b-4a1b-9255-c488a0e97cab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1098 time: 0.0438857 Sep 21 09:27:56.174797 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-994e1175-718f-495d-9927-c30f01c34fde req-4e400f27-38fd-4ac9-a8bf-a96850f6e57a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286114 Sep 21 09:27:56.492284 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5c7dc-f7db-4890-9304-3cb9ee1b4cbc req-8f5842eb-7709-489f-ab8e-5a83c15b63af tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:56.493781 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-37f5c7dc-f7db-4890-9304-3cb9ee1b4cbc req-8f5842eb-7709-489f-ab8e-5a83c15b63af tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Sep 21 09:27:56.531964 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-37f5c7dc-f7db-4890-9304-3cb9ee1b4cbc req-3900ec62-8e1e-4eb5-8f96-088d7f45934c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Sep 21 09:27:56.873526 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e57fb2-20a1-4068-937f-e5f4aba5416b req-f389e275-9d2e-479f-952a-c7e7759e7a75 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:56.875114 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-52e57fb2-20a1-4068-937f-e5f4aba5416b req-f389e275-9d2e-479f-952a-c7e7759e7a75 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0529153 Sep 21 09:27:56.898575 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2869208-db13-49e9-9a2d-81aeccc88ed5 req-ecb18fe2-f436-4619-9922-bda8161ad177 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:56.900316 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2869208-db13-49e9-9a2d-81aeccc88ed5 req-ecb18fe2-f436-4619-9922-bda8161ad177 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0480893 Sep 21 09:27:56.914188 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-52e57fb2-20a1-4068-937f-e5f4aba5416b req-11d1d9f9-cedb-4404-9163-2f82bcfcd0a0 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Sep 21 09:27:56.939588 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2869208-db13-49e9-9a2d-81aeccc88ed5 req-9711d2bb-5ef6-4c0b-b225-edddd97e389f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Sep 21 09:27:57.148633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933726b-90bf-46e6-9ad1-b53af152a7e2 req-1e542cfe-6f3f-43b6-bf35-de2f3435f570 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:57.150346 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9933726b-90bf-46e6-9ad1-b53af152a7e2 req-1e542cfe-6f3f-43b6-bf35-de2f3435f570 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.0481651 Sep 21 09:27:57.186780 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9933726b-90bf-46e6-9ad1-b53af152a7e2 req-8b16f398-43ec-4142-9b9e-55195b6771df tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299783 Sep 21 09:27:57.650592 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be66eb-0757-4ffb-98ec-262f3ec98f22 req-6d0d768e-cf38-43e4-afb3-e3b17fa0d7b5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:57.652059 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2be66eb-0757-4ffb-98ec-262f3ec98f22 req-6d0d768e-cf38-43e4-afb3-e3b17fa0d7b5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0497150 Sep 21 09:27:57.691913 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d2be66eb-0757-4ffb-98ec-262f3ec98f22 req-819583cc-d7f8-431e-a932-e5b623af5381 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Sep 21 09:27:58.037770 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655e25d-ee1a-4bb6-8a88-97117a943861 req-8ffdb42c-e76c-42b1-b495-284e4e341dbe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.038989 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c655e25d-ee1a-4bb6-8a88-97117a943861 req-8ffdb42c-e76c-42b1-b495-284e4e341dbe tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0540030 Sep 21 09:27:58.061894 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f43a-db55-4109-9a9d-3b513eb4d1be req-a24d808b-2756-47ef-b3e6-d7ab07b42c2a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.063383 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eaf2f43a-db55-4109-9a9d-3b513eb4d1be req-a24d808b-2756-47ef-b3e6-d7ab07b42c2a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0510616 Sep 21 09:27:58.077187 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c655e25d-ee1a-4bb6-8a88-97117a943861 req-3b3cc63f-188c-4c02-a81c-54d3c7b9c9c2 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Sep 21 09:27:58.102023 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eaf2f43a-db55-4109-9a9d-3b513eb4d1be req-5a33b5ce-92b9-4073-b390-00dcd0916ccd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Sep 21 09:27:58.299362 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aa4ac-ff05-446c-aa4c-d25add2379fe req-0ecfae7e-9e8d-40cd-918f-01fe5e25f394 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.300836 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dd6aa4ac-ff05-446c-aa4c-d25add2379fe req-0ecfae7e-9e8d-40cd-918f-01fe5e25f394 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.0479105 Sep 21 09:27:58.337908 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dd6aa4ac-ff05-446c-aa4c-d25add2379fe req-d01bcf71-81e1-486a-a1ed-fe3595304a92 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Sep 21 09:27:58.815935 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4bfe-3be6-447d-bfa7-8fbabd1c95e6 req-75e35626-a7ff-46d9-9b6c-67bec3add1db tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.817447 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4d4bfe-3be6-447d-bfa7-8fbabd1c95e6 req-75e35626-a7ff-46d9-9b6c-67bec3add1db tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Sep 21 09:27:58.854225 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4d4bfe-3be6-447d-bfa7-8fbabd1c95e6 req-f1acec27-4cda-4b38-9b7d-c65a22603eb1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Sep 21 09:27:59.206477 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d80033-9b69-4b02-b2b6-dca5899d7410 req-7bd26810-58ea-4b56-8a98-551cf5f7f60f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.208018 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42d80033-9b69-4b02-b2b6-dca5899d7410 req-7bd26810-58ea-4b56-8a98-551cf5f7f60f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Sep 21 09:27:59.234966 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579798-c0ea-4745-8f35-a903e942381a req-2cc9f33f-fd45-47bf-8a56-2f3f42f122fd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.236460 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7579798-c0ea-4745-8f35-a903e942381a req-2cc9f33f-fd45-47bf-8a56-2f3f42f122fd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0574486 Sep 21 09:27:59.247792 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43480) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:59.256474 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42d80033-9b69-4b02-b2b6-dca5899d7410 req-e61ad7c0-6be3-4198-ba43-ac3f222b546d tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Sep 21 09:27:59.283765 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7579798-c0ea-4745-8f35-a903e942381a req-07ae99e8-9d69-467b-b007-53b48e5e5a23 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Sep 21 09:27:59.372685 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.454085 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d09f-e704-44fd-8f3d-d17359799439 req-acd8891a-b293-468b-958c-ff15b5c28e69 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.454599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f2af-dad5-4262-8eae-5bf99d38f177 req-904da93d-94dc-46bc-a6f8-c2c114d37054 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.455584 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ac3d09f-e704-44fd-8f3d-d17359799439 req-acd8891a-b293-468b-958c-ff15b5c28e69 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.0517514 Sep 21 09:27:59.456113 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4ba3f2af-dad5-4262-8eae-5bf99d38f177 req-904da93d-94dc-46bc-a6f8-c2c114d37054 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.1024184 Sep 21 09:27:59.496631 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ac3d09f-e704-44fd-8f3d-d17359799439 req-1ae98c8d-ded8-4e96-a950-654899ddd69a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Sep 21 09:27:59.528805 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4ba3f2af-dad5-4262-8eae-5bf99d38f177 req-1a255c5b-1413-4845-9c0a-68d6d35c08ec tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657227 Sep 21 09:27:59.541257 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-d2d2df7f-e41d-443c-8bcb-f4a3ba627d6d tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.543409 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-d2d2df7f-e41d-443c-8bcb-f4a3ba627d6d tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 946 time: 0.1235099 Sep 21 09:27:59.605630 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.612240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.673126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfcc576-34ed-45f9-85d7-1bc3915b31cc,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:59.679323 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b0820c502a048ed96a3ab9517722291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278088 Sep 21 09:27:59.679491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43490) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:59.689283 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-52205819-5e78-492b-8a34-6228f49f3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.701064 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.701401 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.701747 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.702072 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.702397 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.702724 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.703047 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.703367 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.703689 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.704007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.704399 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.704673 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ec24d-d53b-457d-9118-78951e82a578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:59.752690 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Deleting port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:59.754404 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.771544 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.879466 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.951353 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497497c2-9a42-4552-9946-205321041691 req-d68a8dce-9d39-4b04-bbcd-c48d5e1f3284 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.952890 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-497497c2-9a42-4552-9946-205321041691 req-d68a8dce-9d39-4b04-bbcd-c48d5e1f3284 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.1831670 Sep 21 09:27:59.969275 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] For port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:59.969644 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:59.995754 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846292ae-c448-4e4c-8c82-3e5a93e46645 req-a656d012-8bb6-45c2-b0b8-5c9dbb31c49a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.997623 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-846292ae-c448-4e4c-8c82-3e5a93e46645 req-a656d012-8bb6-45c2-b0b8-5c9dbb31c49a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0710773 Sep 21 09:28:00.012696 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Calling delete_port for 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:00.023405 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902daa-c160-48db-b3c5-a104945b39c2 req-9cbaddc8-9ba4-44c8-a95d-2da343c33aea tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:00.025187 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a5902daa-c160-48db-b3c5-a104945b39c2 req-9cbaddc8-9ba4-44c8-a95d-2da343c33aea tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.1972058 Sep 21 09:28:00.037968 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-846292ae-c448-4e4c-8c82-3e5a93e46645 req-4b9597d5-e520-47b6-8eca-e1c970a887f0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343878 Sep 21 09:28:00.110264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.112772 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.113912 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cfcc576-34ed-45f9-85d7-1bc3915b31cc HTTP/1.1" status: 204 len: 168 time: 0.4335372 Sep 21 09:28:00.140224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d0b2-25c7-4cfa-92ce-2dedbdfb65da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfcc576-34ed-45f9-85d7-1bc3915b31cc,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:00.152193 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a5902daa-c160-48db-b3c5-a104945b39c2 req-813e269a-b1bc-45d5-9c23-4f097a33c02b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190066 Sep 21 09:28:00.200995 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Deleting port 50de7cc2-86ec-4d6f-8747-e4c680089e7e {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:00.201336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.332984 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.350079 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078', '34f391db-c3dc-49c5-969e-c150cd7d21f4', '623bfb23-aa01-4c56-b3ab-7e844bb474b9', '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:00.376206 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event deleted for resources: {'Port': ['ID=87c4404b-f6c6-48c1-91c0-0ff2a101a3f1,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:00.389554 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] For port 50de7cc2-86ec-4d6f-8747-e4c680089e7e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=50de7cc2-86ec-4d6f-8747-e4c680089e7e,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:00.390256 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.411639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575fc9-9f34-41c5-a968-c4720546b172 req-87bf0e6e-62f2-484d-ad81-87905bd795c5 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:00.420820 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84575fc9-9f34-41c5-a968-c4720546b172 req-87bf0e6e-62f2-484d-ad81-87905bd795c5 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 945 time: 0.0664723 Sep 21 09:28:00.428527 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Calling delete_port for 50de7cc2-86ec-4d6f-8747-e4c680089e7e owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:00.451549 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] No DVR routers for this DVR port 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:00.455458 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.458134 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b151243b-c0c7-4130-a2cc-c46054ba17c8 req-61cae3b7-7117-450b-8b34-c2828d57c7d7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "DELETE /v2.0/ports/87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 HTTP/1.1" status: 204 len: 173 time: 0.9073365 Sep 21 09:28:00.458739 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'name': 'network-vif-deleted', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:00.461491 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693572d-5943-4721-a077-9091dc831a3c" -d '{"events": [{"server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "name": "network-vif-deleted", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:00.469121 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84575fc9-9f34-41c5-a968-c4720546b172 req-ba22e3ad-7210-45e4-80a2-bc754a42c280 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Sep 21 09:28:00.640341 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f5a095f-9f29-4451-8632-ced1b710a309 req-b1638d93-30a1-4439-a672-5632f29dc20c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=6508b209-41cc-4f9b-befb-ce069583aa40 HTTP/1.1" status: 200 len: 210 time: 0.0518837 Sep 21 09:28:00.753304 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30807fbd-1828-4208-a8e8-b18473c4502e x-openstack-request-id: req-30807fbd-1828-4208-a8e8-b18473c4502e {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:00.753591 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508b209-41cc-4f9b-befb-ce069583aa40", "name": "network-vif-deleted", "tag": "87c4404b-f6c6-48c1-91c0-0ff2a101a3f1", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:00.753840 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30807fbd-1828-4208-a8e8-b18473c4502e {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:00.754679 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508b209-41cc-4f9b-befb-ce069583aa40', 'name': 'network-vif-deleted', 'tag': '87c4404b-f6c6-48c1-91c0-0ff2a101a3f1', 'status': 'completed', 'code': 200} Sep 21 09:28:00.847314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.876482 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Pushing event deleted for resources: {'Port': ['ID=50de7cc2-86ec-4d6f-8747-e4c680089e7e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:00.918515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] No DVR routers for this DVR port 50de7cc2-86ec-4d6f-8747-e4c680089e7e on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:00.921051 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:00.923059 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-497497c2-9a42-4552-9946-205321041691 req-7adf0f8f-efad-47d6-80ba-c6dc007f48a7 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "DELETE /v2.0/ports/50de7cc2-86ec-4d6f-8747-e4c680089e7e HTTP/1.1" status: 204 len: 173 time: 0.9509110 Sep 21 09:28:01.163785 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1428f6-8c66-49c1-8c82-74a178578dc3 req-7d770a29-dac2-48e8-9bb5-d93626eb2cb3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:01.165303 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9b1428f6-8c66-49c1-8c82-74a178578dc3 req-7d770a29-dac2-48e8-9bb5-d93626eb2cb3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0520678 Sep 21 09:28:01.205533 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9b1428f6-8c66-49c1-8c82-74a178578dc3 req-a5971553-e93a-492d-b278-4b0513c27bdc tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Sep 21 09:28:01.579011 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bbbe1450-85c8-486a-982f-91b51143bbac req-d999f9cb-c15c-45d6-8f4b-72c909dfe345 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac142080-c1fd-4915-bc36-8a62ced706f1 HTTP/1.1" status: 200 len: 210 time: 0.0261276 Sep 21 09:28:02.265264 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['a767e9a3-ae54-40a6-b0f8-6addfeb1b501'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:02.344111 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6158e90f-e53b-41ea-933f-180d4910fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:02.365281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae0338-d4f2-4cbf-b04e-994ba401c237 req-3e061461-5a8d-4173-b1a1-afb3585b46fb tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:02.367031 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9bae0338-d4f2-4cbf-b04e-994ba401c237 req-3e061461-5a8d-4173-b1a1-afb3585b46fb tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0823472 Sep 21 09:28:02.390192 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e27b-e8cf-4644-b4ef-ca62a89b23b8 req-b0caea2e-7b29-4f5b-beff-167e5588083d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:02.392255 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2239e27b-e8cf-4644-b4ef-ca62a89b23b8 req-b0caea2e-7b29-4f5b-beff-167e5588083d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0625350 Sep 21 09:28:02.425112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9bae0338-d4f2-4cbf-b04e-994ba401c237 req-904b0b52-35cb-4791-9c4d-0f149efb95b5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Sep 21 09:28:02.433885 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2239e27b-e8cf-4644-b4ef-ca62a89b23b8 req-e8c39fd7-c750-40ae-9258-a396e908513d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Sep 21 09:28:02.754989 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'name': 'network-vif-deleted', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:02.757327 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab846e-d4f8-42bf-88f4-fece46fdf8a7" -d '{"events": [{"server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "name": "network-vif-deleted", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:02.793094 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa65afd-3d7c-4511-ab0d-6617d6ff0cfc x-openstack-request-id: req-dfa65afd-3d7c-4511-ab0d-6617d6ff0cfc {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:02.793582 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac142080-c1fd-4915-bc36-8a62ced706f1", "name": "network-vif-deleted", "tag": "50de7cc2-86ec-4d6f-8747-e4c680089e7e", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:02.793898 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfa65afd-3d7c-4511-ab0d-6617d6ff0cfc {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:02.794395 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac142080-c1fd-4915-bc36-8a62ced706f1', 'name': 'network-vif-deleted', 'tag': '50de7cc2-86ec-4d6f-8747-e4c680089e7e', 'status': 'completed', 'code': 200} Sep 21 09:28:02.846528 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d528c-2aea-4933-8709-d5da3628a40b req-bbfc2124-6b9a-46e2-a495-54c6b03f2763 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:02.848161 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d32d528c-2aea-4933-8709-d5da3628a40b req-bbfc2124-6b9a-46e2-a495-54c6b03f2763 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0521173 Sep 21 09:28:02.896211 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d32d528c-2aea-4933-8709-d5da3628a40b req-2fdc872f-a163-4052-8273-f2aedbecc373 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Sep 21 09:28:03.075345 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f690fe2-6270-4c3a-afa5-2d3c949dcfcb req-e923a89e-7282-4ea1-89a8-cb617681eed8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:03.076931 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3f690fe2-6270-4c3a-afa5-2d3c949dcfcb req-e923a89e-7282-4ea1-89a8-cb617681eed8 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Sep 21 09:28:03.117045 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3f690fe2-6270-4c3a-afa5-2d3c949dcfcb req-fbdc5591-90e2-4a17-a566-cb3ca4eec0ac tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Sep 21 09:28:03.550371 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e5f75-b922-4750-a1ad-621e023d3d87 req-8cda8a2c-2469-4e1d-83f5-38d5faae4fbc tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:03.552152 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-de9e5f75-b922-4750-a1ad-621e023d3d87 req-8cda8a2c-2469-4e1d-83f5-38d5faae4fbc tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0550106 Sep 21 09:28:03.586681 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb7924-a0d6-4b64-927d-d605b12daa4d req-a94aac2f-3a1a-4a49-b6bd-d1bd9295d84b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:03.589460 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcfb7924-a0d6-4b64-927d-d605b12daa4d req-a94aac2f-3a1a-4a49-b6bd-d1bd9295d84b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0749426 Sep 21 09:28:03.593865 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-de9e5f75-b922-4750-a1ad-621e023d3d87 req-c606425c-086e-4c2b-b1e6-9ad9d8024296 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351698 Sep 21 09:28:03.636037 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcfb7924-a0d6-4b64-927d-d605b12daa4d req-d2e7ba00-4052-4c63-b15e-c4efbf45a2a0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377867 Sep 21 09:28:03.649078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:03.670430 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:03.670775 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 87c4404b-f6c6-48c1-91c0-0ff2a101a3f1 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:03.671186 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 50de7cc2-86ec-4d6f-8747-e4c680089e7e no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:03.691774 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 50de7cc2-86ec-4d6f-8747-e4c680089e7e {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:03.692117 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 50de7cc2-86ec-4d6f-8747-e4c680089e7e not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:03.808289 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:03.828965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:04.020456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711355-e1af-4e9e-81d0-0d752be0699a req-8e3aab22-af0f-41d2-aa7c-381c1f7b1417 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:04.021953 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2a711355-e1af-4e9e-81d0-0d752be0699a req-8e3aab22-af0f-41d2-aa7c-381c1f7b1417 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0486867 Sep 21 09:28:04.062624 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2a711355-e1af-4e9e-81d0-0d752be0699a req-eb0c12b9-9580-4d34-8f4c-2012210736cd tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Sep 21 09:28:04.229783 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7fa8-d54b-4104-9649-f8c4911b7552 req-3fc7d181-d037-492d-be44-d6a80aff440b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:04.231665 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-790b7fa8-d54b-4104-9649-f8c4911b7552 req-3fc7d181-d037-492d-be44-d6a80aff440b tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Sep 21 09:28:04.268906 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-790b7fa8-d54b-4104-9649-f8c4911b7552 req-95363ea3-503c-44e6-9a12-ee414ae9b69d tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Sep 21 09:28:04.718989 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba859e-4032-4abc-98e2-bc8457b2b923 req-bb997ab8-4d3c-4cc2-b13f-cc5cb73176ef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:04.720494 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e3ba859e-4032-4abc-98e2-bc8457b2b923 req-bb997ab8-4d3c-4cc2-b13f-cc5cb73176ef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0484543 Sep 21 09:28:04.751226 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d2a8b-a070-4fdc-9304-6839a91e515f req-34ee28d1-def5-4e57-964e-c5a527d7edaf tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:04.752725 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-794d2a8b-a070-4fdc-9304-6839a91e515f req-34ee28d1-def5-4e57-964e-c5a527d7edaf tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Sep 21 09:28:04.759191 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e3ba859e-4032-4abc-98e2-bc8457b2b923 req-d4e159a9-eb02-4ed2-8378-de75026dae2e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327311 Sep 21 09:28:04.790510 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-794d2a8b-a070-4fdc-9304-6839a91e515f req-24698f3b-4bd1-4dce-a6a8-019a9b6948ce tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Sep 21 09:28:05.156718 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-bd688798-b987-408b-98b1-3c183cc11749 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445182423&fields=id&tenant_id=be01e1c84ba94722abf27a1e67a38856 HTTP/1.1" status: 200 len: 267 time: 0.0399098 Sep 21 09:28:05.180506 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23043b-0d45-4285-a363-14e5aba522c2 req-f2bdc5c3-859d-44c3-8891-47b9fccc1721 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.182004 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ee23043b-0d45-4285-a363-14e5aba522c2 req-f2bdc5c3-859d-44c3-8891-47b9fccc1721 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Sep 21 09:28:05.223432 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ee23043b-0d45-4285-a363-14e5aba522c2 req-ac53b50c-be48-482c-8046-527750d96148 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Sep 21 09:28:05.270432 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-b33bee61-3657-4e1f-a504-1d70182bedf6 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.271892 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-b33bee61-3657-4e1f-a504-1d70182bedf6 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 809 time: 0.1080084 Sep 21 09:28:05.286824 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-3d61ed6a-db8c-4736-a689-f7d4cdd82ae2 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/quotas/be01e1c84ba94722abf27a1e67a38856 HTTP/1.1" status: 200 len: 375 time: 0.0087836 Sep 21 09:28:05.338482 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-b68ce800-e11c-4d21-a959-bfdbd23fe184 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464919 Sep 21 09:28:05.360450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:05.385966 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a133c-3cb7-49c0-9e98-7d1d446cefed req-a15c75e7-78ed-419e-8383-3c8b8a26c517 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.387462 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-706a133c-3cb7-49c0-9e98-7d1d446cefed req-a15c75e7-78ed-419e-8383-3c8b8a26c517 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.0510659 Sep 21 09:28:05.430072 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-706a133c-3cb7-49c0-9e98-7d1d446cefed req-6ad33975-8af1-47c3-a702-23f039665ff0 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Sep 21 09:28:05.437801 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-8c4e1cee-3aa2-4c8b-88b2-d019722f8b20 service neutron] 10.222.0.42 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867038 Sep 21 09:28:05.546562 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-b37a6515-9a48-4c32-8eba-32fd6141d38c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.548019 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-b37a6515-9a48-4c32-8eba-32fd6141d38c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 945 time: 0.1093175 Sep 21 09:28:05.569967 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-94cf0efb-aedb-4edb-8336-31f2d07086e7 service neutron] 10.222.0.42 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230757 Sep 21 09:28:05.653423 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Deleting port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:05.653773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:05.743469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] For port 623bfb23-aa01-4c56-b3ab-7e844bb474b9, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=623bfb23-aa01-4c56-b3ab-7e844bb474b9,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:05.744192 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:05.756422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Calling delete_port for 623bfb23-aa01-4c56-b3ab-7e844bb474b9 owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:05.867138 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8430b6fe-cced-469b-90fd-73d52633c091 req-12298d8b-2f4f-4f7d-9b05-aa817d9db822 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0326314 Sep 21 09:28:05.888318 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8d5f4-9890-4f20-a92b-954147af0024 req-ff8afcb4-089b-46ae-bcce-80b9747bdd73 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.895923 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4dd8d5f4-9890-4f20-a92b-954147af0024 req-ff8afcb4-089b-46ae-bcce-80b9747bdd73 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0576427 Sep 21 09:28:05.932648 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4dd8d5f4-9890-4f20-a92b-954147af0024 req-5deb6639-be04-46e2-83a6-b9356944b793 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Sep 21 09:28:05.980950 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:05.994679 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078', '34f391db-c3dc-49c5-969e-c150cd7d21f4', '623bfb23-aa01-4c56-b3ab-7e844bb474b9'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:06.016856 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event deleted for resources: {'Port': ['ID=623bfb23-aa01-4c56-b3ab-7e844bb474b9,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:06.069568 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] No DVR routers for this DVR port 623bfb23-aa01-4c56-b3ab-7e844bb474b9 on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:06.079498 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa04f-b623-4aa3-b828-978103a6bdb7 req-7f677985-8327-46f2-aacd-37917ec3ff37 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:06.081222 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4c7aa04f-b623-4aa3-b828-978103a6bdb7 req-7f677985-8327-46f2-aacd-37917ec3ff37 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1402755 Sep 21 09:28:06.082970 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:06.084608 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a0d59647-f0d9-4132-ba9e-4facc04d657a req-aa9cd586-f49a-4fcb-a83b-576ff4d0b755 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "DELETE /v2.0/ports/623bfb23-aa01-4c56-b3ab-7e844bb474b9 HTTP/1.1" status: 204 len: 173 time: 0.5259855 Sep 21 09:28:06.085066 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'name': 'network-vif-deleted', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:06.087439 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0fd1f5-39b3-4d5e-8f83-6d67839cd94b" -d '{"events": [{"server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "name": "network-vif-deleted", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:06.142084 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4c7aa04f-b623-4aa3-b828-978103a6bdb7 req-dfd1a471-e79c-4933-af12-eade36620010 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492978 Sep 21 09:28:06.145096 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d42e70-5c4c-4055-925a-1e5a42b837c6 x-openstack-request-id: req-28d42e70-5c4c-4055-925a-1e5a42b837c6 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:06.145935 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2ea35d-591a-4991-b190-cce7fb5ce742", "name": "network-vif-deleted", "tag": "623bfb23-aa01-4c56-b3ab-7e844bb474b9", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:06.146201 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28d42e70-5c4c-4055-925a-1e5a42b837c6 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:06.146604 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ea35d-591a-4991-b190-cce7fb5ce742', 'name': 'network-vif-deleted', 'tag': '623bfb23-aa01-4c56-b3ab-7e844bb474b9', 'status': 'completed', 'code': 200} Sep 21 09:28:06.346086 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ed52f-ea91-4fdd-aa4d-38d8b096c8be req-68b87bec-53b6-48e1-95cd-2950e6bff653 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:06.347504 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d6ed52f-ea91-4fdd-aa4d-38d8b096c8be req-68b87bec-53b6-48e1-95cd-2950e6bff653 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Sep 21 09:28:06.389604 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d6ed52f-ea91-4fdd-aa4d-38d8b096c8be req-917813b0-a9df-4906-a790-413530abc873 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Sep 21 09:28:06.533865 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-21127d35-ad71-4be6-a056-bdca10681791 req-0f082640-631d-4c2b-af18-b4c8f041ffac tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2ea35d-591a-4991-b190-cce7fb5ce742 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Sep 21 09:28:06.965829 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a58a5ae-6de4-45bf-99c0-087ef8d986dd req-da988724-d83c-45f9-be30-571abd1045d7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Sep 21 09:28:07.058232 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f889db-5b26-437c-b335-21f65523f683 req-002aaa29-39ac-4bb7-a57e-58bdb86807ae tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.059709 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42f889db-5b26-437c-b335-21f65523f683 req-002aaa29-39ac-4bb7-a57e-58bdb86807ae tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Sep 21 09:28:07.106278 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-42f889db-5b26-437c-b335-21f65523f683 req-b92fd76e-50d9-4cda-a046-c545321fb9b1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407064 Sep 21 09:28:07.252691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dea96-e36b-4c1a-8157-1148538df369 req-1f4454db-006a-47f7-8e3e-79aa700ac1d7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.254217 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e3dea96-e36b-4c1a-8157-1148538df369 req-1f4454db-006a-47f7-8e3e-79aa700ac1d7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Sep 21 09:28:07.288376 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-37e0a54f-41ec-4df2-9172-dbe49bf11a6d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.289897 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-37e0a54f-41ec-4df2-9172-dbe49bf11a6d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 809 time: 0.1125610 Sep 21 09:28:07.296135 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8e3dea96-e36b-4c1a-8157-1148538df369 req-63cdbfaa-87b4-4f47-8307-f3322fe8b9e0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355663 Sep 21 09:28:07.335260 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-cbd63e52-b95b-451b-9f09-df93ab17f3cf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be01e1c84ba94722abf27a1e67a38856 HTTP/1.1" status: 200 len: 380 time: 0.0351048 Sep 21 09:28:07.347482 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'port': {'device_id': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'admin_state_up': True, 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'security_groups': ['f009a44c-52e5-4665-be07-89b51aab718d']}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:07.466602 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Made reservation on behalf of be01e1c84ba94722abf27a1e67a38856 for: {'port': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:28:07.469926 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:07.525227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a741a-b1f4-4c59-a17a-6523c8c12827 req-39f1e617-62b7-4c43-b30d-810649d2c505 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.527372 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-132a741a-b1f4-4c59-a17a-6523c8c12827 req-39f1e617-62b7-4c43-b30d-810649d2c505 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0716629 Sep 21 09:28:07.636280 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-132a741a-b1f4-4c59-a17a-6523c8c12827 req-65479b5b-83ca-4b49-9caa-64c439beb8ca tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Sep 21 09:28:07.659941 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Allocated IP 172.20.0.12 (d303236b-575e-496f-a2ed-324474f4498f/cd858e40-410a-440a-9562-ee30cdda473e/9d2e6a58-aad9-4781-92d9-fb9b171bd3f0) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:28:07.680921 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:28:07.783986 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:07.795703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:28:07.835545 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:07.848479 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:28:07.849306 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b71f9c-0b23-4547-a062-7cefab7bc7ee req-6a11dac0-9516-41a3-9f48-2be9485864ed tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.850817 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-34b71f9c-0b23-4547-a062-7cefab7bc7ee req-6a11dac0-9516-41a3-9f48-2be9485864ed tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0783041 Sep 21 09:28:07.853661 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:07.868739 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:07.873245 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:07.905447 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-34b71f9c-0b23-4547-a062-7cefab7bc7ee req-e72eb123-f939-4a25-a74e-9fc5d5ecf44a tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Sep 21 09:28:07.916746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:07.924157 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=6']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:07.957281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Network d303236b-575e-496f-a2ed-324474f4498f is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:28:07.960622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:28:07.964773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:28:08.003044 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:08.006281 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['b7d2043c-0e20-48b7-8738-efc42b16d3e3'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:08.027365 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.028882 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.046663 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-30219679-4b38-4776-81cd-42f35902901b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7026219 Sep 21 09:28:08.062251 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Request body: {'port': {'device_id': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:08.120314 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0568a-a1d1-43e6-8555-8a4bd0734889 req-c2111b1c-6bac-4cd5-b1d6-6a11323f894f tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.120969 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.122916 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3c0568a-a1d1-43e6-8555-8a4bd0734889 req-c2111b1c-6bac-4cd5-b1d6-6a11323f894f tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 932 time: 0.0572200 Sep 21 09:28:08.191839 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3c0568a-a1d1-43e6-8555-8a4bd0734889 req-1000390b-01ed-4fad-b0c6-23bb7707eb65 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572171 Sep 21 09:28:08.262728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-6a1b2960-a686-400c-a4da-4389b9d0ce03 None None] Provisioning complete for port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:28:08.263162 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2960-a686-400c-a4da-4389b9d0ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.297540 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b2960-a686-400c-a4da-4389b9d0ce03 None None] Port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:28:08.324983 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975e3a1-56d9-4a3f-a62d-ff5a0102b349 req-ec7636c9-2796-449e-8296-c2e866d5aa19 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.326501 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b975e3a1-56d9-4a3f-a62d-ff5a0102b349 req-ec7636c9-2796-449e-8296-c2e866d5aa19 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.1283541 Sep 21 09:28:08.406241 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b975e3a1-56d9-4a3f-a62d-ff5a0102b349 req-ec7abcc7-1d55-40e8-b15c-48148c491a0b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737655 Sep 21 09:28:08.414933 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4a16-6f71-4017-b0cf-1554c9574c6a req-c618e1eb-f744-48b9-aaec-87c9bd3f9905 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.416440 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d3ca4a16-6f71-4017-b0cf-1554c9574c6a req-c618e1eb-f744-48b9-aaec-87c9bd3f9905 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Sep 21 09:28:08.455102 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d3ca4a16-6f71-4017-b0cf-1554c9574c6a req-f9fd4f71-6215-4fa5-a251-180142c39f3f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Sep 21 09:28:08.479610 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 {{(pid=93976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:28:08.487663 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.500162 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.provisioning_blocks [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Transition to ACTIVE for port object 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 will not be triggered until provisioned by entity L2. {{(pid=93976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:28:08.505035 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.554845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:08.629964 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Attempting to bind port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:28:08.630311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Attempting to bind port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:28:08.630639 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Attempting to bind port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 on network d303236b-575e-496f-a2ed-324474f4498f {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:28:08.635374 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 on network d303236b-575e-496f-a2ed-324474f4498f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:28:08.636264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Attempting to bind port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 on network d303236b-575e-496f-a2ed-324474f4498f {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:28:08.641801 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:28:08.642135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Checking segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:28:08.642417 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Bound using segment: {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'} {{(pid=93976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:28:08.642850 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.managers [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Bound port: 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6750254-c6d0-4002-8ced-1cba52324fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f'}}] {{(pid=93976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:28:08.643212 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.753337 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, cleared binding levels {{(pid=93976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:28:08.771087 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:28:08.777830 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.819985 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256cb67-610b-48d2-b526-e542f506bdd6 req-f48e7cfa-4ea5-421d-9852-c412a6c44064 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.821411 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0256cb67-610b-48d2-b526-e542f506bdd6 req-f48e7cfa-4ea5-421d-9852-c412a6c44064 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1001949 Sep 21 09:28:08.832211 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.832781 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:08.834086 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 1094 time: 0.7771997 Sep 21 09:28:08.834508 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:08.836723 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b650a5-03f2-4d72-8618-8f9a7707dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:08.875804 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1a5d-07f2-4f07-a4ef-3ef89dccb6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=3']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:08.879235 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26bcfa-72f1-441b-97fe-024424b54f47 x-openstack-request-id: req-1a26bcfa-72f1-441b-97fe-024424b54f47 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:08.879622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:08.879741 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a26bcfa-72f1-441b-97fe-024424b54f47 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:08.880119 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'status': 'completed', 'code': 200} Sep 21 09:28:08.917083 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0256cb67-610b-48d2-b526-e542f506bdd6 req-5dfee05c-a20f-4b77-a915-efa5e0a4812f tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863557 Sep 21 09:28:08.931933 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-c33dba2d-00f2-49e5-a610-83aca19a3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.934353 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-c33dba2d-00f2-49e5-a610-83aca19a3148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0595460 Sep 21 09:28:09.025854 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-eb01cc85-0d67-47c0-99d1-9d01966dcdf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0363860 Sep 21 09:28:09.033982 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470d8a-6a28-416a-9549-6f849a37b4d6 req-cc079961-c36f-48e0-9bf3-46e199fa5761 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.035499 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4470d8a-6a28-416a-9549-6f849a37b4d6 req-cc079961-c36f-48e0-9bf3-46e199fa5761 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.0494254 Sep 21 09:28:09.075057 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4470d8a-6a28-416a-9549-6f849a37b4d6 req-ec997042-03aa-4c14-b5bb-ed027b9326bd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Sep 21 09:28:09.084948 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-771f91a9-5229-4542-a5b5-32da80d58963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.086442 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-771f91a9-5229-4542-a5b5-32da80d58963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0498288 Sep 21 09:28:09.133412 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-37b028d2-1dee-4fc4-9692-ea1d53418bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.134839 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-37b028d2-1dee-4fc4-9692-ea1d53418bf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404577 Sep 21 09:28:09.229260 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-9c3c4788-2754-46f9-ab6b-24fb263bf610 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858853 Sep 21 09:28:09.329176 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-358a2eec-7d9d-4be1-9c12-3c8fb85b33ee req-202da072-a283-460b-a5d3-774bf42a0f33 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Sep 21 09:28:09.414666 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-2275ca37-c73b-45fa-bf70-0b1add7ad636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.416198 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-2275ca37-c73b-45fa-bf70-0b1add7ad636 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0413308 Sep 21 09:28:09.528755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502db32-f96d-4da9-919a-e890a2fc3a3d req-84bd9277-0c0b-48af-b7ba-3351ba0b37c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.529334 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e284-59c7-4211-b66b-3607e5cbc268 req-ba817f25-059a-4475-8668-0a6366d8a87e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.530196 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e502db32-f96d-4da9-919a-e890a2fc3a3d req-84bd9277-0c0b-48af-b7ba-3351ba0b37c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0496588 Sep 21 09:28:09.530473 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cc60e284-59c7-4211-b66b-3607e5cbc268 req-ba817f25-059a-4475-8668-0a6366d8a87e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.2705240 Sep 21 09:28:09.568277 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e502db32-f96d-4da9-919a-e890a2fc3a3d req-1146d23e-13ef-4449-9ed1-0884289a4a62 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Sep 21 09:28:09.568777 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-0dacf063-fbc5-4302-8a41-6fe9d0bd5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.570252 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-0dacf063-fbc5-4302-8a41-6fe9d0bd5111 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.1433899 Sep 21 09:28:09.621304 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cc60e284-59c7-4211-b66b-3607e5cbc268 req-3937c1a4-2ed8-4213-966e-8ca981b8f656 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836868 Sep 21 09:28:09.622681 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-bdc32a71-f7fd-45c6-a0f3-6478f08c2628 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Sep 21 09:28:09.675849 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-6f15ce06-6da4-437b-b519-d6c591f50ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.677442 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-6f15ce06-6da4-437b-b519-d6c591f50ce9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0469530 Sep 21 09:28:09.683242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf86dd-169e-4b14-9624-7fafb75f9730 req-2ea560d5-8cd9-405f-9d57-3e0e7109be8d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.684730 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfcf86dd-169e-4b14-9624-7fafb75f9730 req-2ea560d5-8cd9-405f-9d57-3e0e7109be8d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0578778 Sep 21 09:28:09.708497 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:28:09.724805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfcf86dd-169e-4b14-9624-7fafb75f9730 req-fb3f78ec-ebe5-4ff5-b621-9302dea351b1 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Sep 21 09:28:09.726091 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-df186aeb-f2ba-4e3e-9f44-5ef8147dae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.727608 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-df186aeb-f2ba-4e3e-9f44-5ef8147dae99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417349 Sep 21 09:28:09.774849 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port b7d2043c-0e20-48b7-8738-efc42b16d3e3 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:28:09.775306 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:09.840228 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-dfbed89f-1df3-4421-8a96-26a5919f82ac tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.841671 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-dfbed89f-1df3-4421-8a96-26a5919f82ac tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.1034956 Sep 21 09:28:09.860276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:09.884834 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:09.887845 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6c53a-cbd3-4cf6-a6a7-d8008faa6d3d" -d '{"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:09.893185 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-6a7a3b2a-7689-4c00-90cb-f1548cfef47e service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466596 Sep 21 09:28:09.903838 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:09.908338 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:09.909725 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 623bfb23-aa01-4c56-b3ab-7e844bb474b9 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:09.932160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768510ae-1ac9-4cb6-ba0b-48967d4e0816 x-openstack-request-id: req-768510ae-1ac9-4cb6-ba0b-48967d4e0816 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:09.932529 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:09.933027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-768510ae-1ac9-4cb6-ba0b-48967d4e0816 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:09.933837 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'code': 200} Sep 21 09:28:09.935972 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 623bfb23-aa01-4c56-b3ab-7e844bb474b9 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:09.936390 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 623bfb23-aa01-4c56-b3ab-7e844bb474b9 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:09.994542 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=7']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:10.022817 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Deleting port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:10.023153 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.050173 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d655b-4938-4c62-b6c4-21a0faf11b9d req-7948e5fa-b98f-464a-9875-f2b6934479cb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.051604 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-453d655b-4938-4c62-b6c4-21a0faf11b9d req-7948e5fa-b98f-464a-9875-f2b6934479cb tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 945 time: 0.0585086 Sep 21 09:28:10.054854 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-76b650a5-03f2-4d72-8618-8f9a7707dd23 req-923977e5-3065-44e0-97db-2dd4e05b3c8c service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304605 Sep 21 09:28:10.123672 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-453d655b-4938-4c62-b6c4-21a0faf11b9d req-bb18a027-147a-47c6-ae60-884d2577db3b tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/security-groups?id=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Sep 21 09:28:10.439895 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] For port a767e9a3-ae54-40a6-b0f8-6addfeb1b501, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:10.440558 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.461114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de4b0-3b5b-4373-9e66-aefcddd9fbd3 req-1bb7cc43-32fe-449d-9fd4-2ca0314216fd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.463437 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-638de4b0-3b5b-4373-9e66-aefcddd9fbd3 req-1bb7cc43-32fe-449d-9fd4-2ca0314216fd tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.1266081 Sep 21 09:28:10.474319 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-3cbea78b-8a05-4d83-bb6f-0ffe096d61c4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.475747 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-3cbea78b-8a05-4d83-bb6f-0ffe096d61c4 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 946 time: 0.1408720 Sep 21 09:28:10.482380 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Calling delete_port for a767e9a3-ae54-40a6-b0f8-6addfeb1b501 owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:10.631880 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-638de4b0-3b5b-4373-9e66-aefcddd9fbd3 req-6a70fe62-2630-4ea9-93cb-795ab524b40e tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551406 Sep 21 09:28:10.697691 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Deleting port 34f391db-c3dc-49c5-969e-c150cd7d21f4 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:10.697966 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.784156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a391f-6d0a-48b9-9a17-f510f577ae67 req-86697d3c-b89b-4a98-8f65-89193e7f56dd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.795863 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d68a391f-6d0a-48b9-9a17-f510f577ae67 req-86697d3c-b89b-4a98-8f65-89193e7f56dd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1478469 Sep 21 09:28:10.851615 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d68a391f-6d0a-48b9-9a17-f510f577ae67 req-b078aa23-ce3b-4922-bd0a-d9d8f49b8955 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554924 Sep 21 09:28:10.851860 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.860812 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c9f2-4e03-43b2-9b41-339de9289372 req-0964e750-7a6b-4348-b3e4-437111733e77 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.862339 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a057c9f2-4e03-43b2-9b41-339de9289372 req-0964e750-7a6b-4348-b3e4-437111733e77 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1261892 Sep 21 09:28:10.864094 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['a767e9a3-ae54-40a6-b0f8-6addfeb1b501'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:10.910912 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Pushing event deleted for resources: {'Port': ['ID=a767e9a3-ae54-40a6-b0f8-6addfeb1b501,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:10.919714 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] For port 34f391db-c3dc-49c5-969e-c150cd7d21f4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34f391db-c3dc-49c5-969e-c150cd7d21f4,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:10.920085 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.960170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Calling delete_port for 34f391db-c3dc-49c5-969e-c150cd7d21f4 owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:10.990029 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] No DVR routers for this DVR port a767e9a3-ae54-40a6-b0f8-6addfeb1b501 on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:10.997531 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.999497 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b04753b4-00cf-4039-bd15-ddd831dec282 req-0f4e8b64-bc45-4d5b-a611-7e775b5bfea4 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.47 "DELETE /v2.0/ports/a767e9a3-ae54-40a6-b0f8-6addfeb1b501 HTTP/1.1" status: 204 len: 173 time: 1.1488974 Sep 21 09:28:11.001280 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'name': 'network-vif-deleted', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:11.003511 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80abda9f-73af-4173-8107-cb3bb9c1b9d1" -d '{"events": [{"server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "name": "network-vif-deleted", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:11.013102 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a057c9f2-4e03-43b2-9b41-339de9289372 req-7ffd8070-11fc-472b-8620-e40fa0e00fac tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364179 Sep 21 09:28:11.021743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb283ae9-5e76-425e-aa6c-dae377cacf1d req-52e0fda3-6431-4668-be08-7ca73d26d65c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.023644 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb283ae9-5e76-425e-aa6c-dae377cacf1d req-52e0fda3-6431-4668-be08-7ca73d26d65c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0718136 Sep 21 09:28:11.081442 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb283ae9-5e76-425e-aa6c-dae377cacf1d req-7b8dad21-a3cd-4670-a137-377558b45e10 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 Sep 21 09:28:11.098284 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a593837-75d2-41f4-aa68-9abd3aec3b9d x-openstack-request-id: req-4a593837-75d2-41f4-aa68-9abd3aec3b9d {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:11.098617 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd519ee1-959e-4248-a64c-51f156ecf480", "name": "network-vif-deleted", "tag": "a767e9a3-ae54-40a6-b0f8-6addfeb1b501", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:11.098990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a593837-75d2-41f4-aa68-9abd3aec3b9d {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:11.099471 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd519ee1-959e-4248-a64c-51f156ecf480', 'name': 'network-vif-deleted', 'tag': 'a767e9a3-ae54-40a6-b0f8-6addfeb1b501', 'status': 'completed', 'code': 200} Sep 21 09:28:11.157362 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.171368 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['093b89b8-d3fd-4be0-bdf8-bed8a055c078', '34f391db-c3dc-49c5-969e-c150cd7d21f4'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:11.187209 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event deleted for resources: {'Port': ['ID=34f391db-c3dc-49c5-969e-c150cd7d21f4,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:11.237259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] No DVR routers for this DVR port 34f391db-c3dc-49c5-969e-c150cd7d21f4 on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:11.239729 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.242505 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b31667fa-18c5-48c7-a189-2fb79a7e5e89 req-e1d63986-5526-4774-9f12-118e295c0a04 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "DELETE /v2.0/ports/34f391db-c3dc-49c5-969e-c150cd7d21f4 HTTP/1.1" status: 204 len: 173 time: 0.7510400 Sep 21 09:28:11.277462 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-48504c9f-89a7-4448-bb4c-642b438ed1bd req-ce4bfd55-a454-43ae-b224-52a4601aa500 tempest-ServerRescueNegativeTestJSON-1139118852 tempest-ServerRescueNegativeTestJSON-1139118852-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd519ee1-959e-4248-a64c-51f156ecf480 HTTP/1.1" status: 200 len: 210 time: 0.0422578 Sep 21 09:28:11.841426 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-33871246-46bf-411f-bb43-ebead44e6fb3 req-ebfb9289-defa-41eb-a3bc-6b3ac320964c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=756b8d5c-174b-48ec-8aee-f1c737e0dc61 HTTP/1.1" status: 200 len: 210 time: 0.0262721 Sep 21 09:28:11.990479 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3dfc0-1157-48be-a9d8-40ce0afac4c4 req-285a817d-17fe-459c-86d7-f021c967816a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.991995 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c1e3dfc0-1157-48be-a9d8-40ce0afac4c4 req-285a817d-17fe-459c-86d7-f021c967816a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0505524 Sep 21 09:28:12.030997 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c1e3dfc0-1157-48be-a9d8-40ce0afac4c4 req-80c87182-e355-4f2e-9bdd-dc427e84e1ef tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325205 Sep 21 09:28:12.159524 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115404-940a-4198-8363-e2f7fb377eb8 req-1daf486b-c1a5-4005-a027-8eb4b233053d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:12.161095 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20115404-940a-4198-8363-e2f7fb377eb8 req-1daf486b-c1a5-4005-a027-8eb4b233053d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0583313 Sep 21 09:28:12.171313 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d5c75-f713-44be-8c19-5dfcfa3342a6 req-9ad6db19-8c79-4f4b-a664-d35562bdf951 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:12.172917 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f30d5c75-f713-44be-8c19-5dfcfa3342a6 req-9ad6db19-8c79-4f4b-a664-d35562bdf951 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0924823 Sep 21 09:28:12.226691 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-20115404-940a-4198-8363-e2f7fb377eb8 req-539792c1-3f96-45dc-bf7b-8de921dce280 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561996 Sep 21 09:28:12.232047 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f30d5c75-f713-44be-8c19-5dfcfa3342a6 req-df25e34e-0ca6-41a7-92b8-58e7096ca0a9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Sep 21 09:28:12.242568 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43726) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:12.336465 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43736) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:12.365820 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db36e29-9252-4f1a-afe4-4432651e0739 req-b35c6b20-6a85-4e7a-be0e-75b38a9cb14b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:12.367323 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2db36e29-9252-4f1a-afe4-4432651e0739 req-b35c6b20-6a85-4e7a-be0e-75b38a9cb14b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0728354 Sep 21 09:28:12.435478 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2db36e29-9252-4f1a-afe4-4432651e0739 req-09d852e8-dd22-447a-ba14-98ba3902e780 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580120 Sep 21 09:28:12.437312 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543d760-3d2a-41f8-ae25-fe67514f627a tempest-TestMinimumBasicScenario-1575069299 tempest-TestMinimumBasicScenario-1575069299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:12.438746 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c543d760-3d2a-41f8-ae25-fe67514f627a tempest-TestMinimumBasicScenario-1575069299 tempest-TestMinimumBasicScenario-1575069299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1093 time: 0.1951256 Sep 21 09:28:12.441831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43742) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:12.446716 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'port_id': 'ed180864-337c-402a-866a-976fc5cbe57d', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:12.510706 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for floatingip, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:12.791482 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:13.050156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Allocated IP 172.27.0.222 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/37dc140f-40d8-41f3-a7d5-9aff4f2e33d1) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:28:13.118425 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'name': 'network-vif-deleted', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:13.121156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b995a77-08fb-4297-af14-d209cf0c1152" -d '{"events": [{"server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "name": "network-vif-deleted", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:13.192001 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae44fa-4d92-465c-a01a-d899c9b8b68d req-4453ef86-7073-40aa-9630-2c63926465c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.194253 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b7ae44fa-4d92-465c-a01a-d899c9b8b68d req-4453ef86-7073-40aa-9630-2c63926465c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0793478 Sep 21 09:28:13.197328 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce60c29-df9e-43e6-a1f6-6e6cf8648a66 x-openstack-request-id: req-7ce60c29-df9e-43e6-a1f6-6e6cf8648a66 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:13.197738 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756b8d5c-174b-48ec-8aee-f1c737e0dc61", "name": "network-vif-deleted", "tag": "34f391db-c3dc-49c5-969e-c150cd7d21f4", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:13.198088 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ce60c29-df9e-43e6-a1f6-6e6cf8648a66 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:13.198719 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756b8d5c-174b-48ec-8aee-f1c737e0dc61', 'name': 'network-vif-deleted', 'tag': '34f391db-c3dc-49c5-969e-c150cd7d21f4', 'status': 'completed', 'code': 200} Sep 21 09:28:13.247168 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b7ae44fa-4d92-465c-a01a-d899c9b8b68d req-87a7e1e4-f75a-4527-ba23-6487cc896ecc tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Sep 21 09:28:13.271808 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:13.279699 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:13.437197 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:13.556021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a2eb5-e776-4f25-a062-d5d074b69004 req-89ccff22-5ad8-4452-8d98-063fac178fe3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.558060 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5c4a2eb5-e776-4f25-a062-d5d074b69004 req-89ccff22-5ad8-4452-8d98-063fac178fe3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.2060966 Sep 21 09:28:13.566133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:28:13.567608 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:28:13.578587 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:28:13.640284 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588b3c-d6ea-4b71-b6ae-fe312f0c9efc req-b1869b18-5571-4fff-ab87-7ba41aff5428 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.641944 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1588b3c-d6ea-4b71-b6ae-fe312f0c9efc req-b1869b18-5571-4fff-ab87-7ba41aff5428 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0942042 Sep 21 09:28:13.672395 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5c4a2eb5-e776-4f25-a062-d5d074b69004 req-792f2167-2d0f-4a6a-a159-12ce4b7c8ccc tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022682 Sep 21 09:28:13.693304 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1588b3c-d6ea-4b71-b6ae-fe312f0c9efc req-6f995b33-35d5-4653-b21e-67aa36374d9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Sep 21 09:28:13.698911 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 34f391db-c3dc-49c5-969e-c150cd7d21f4 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:13.712329 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'Port': ['ID=37dc140f-40d8-41f3-a7d5-9aff4f2e33d1,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:13.738027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 34f391db-c3dc-49c5-969e-c150cd7d21f4 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:13.738670 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 34f391db-c3dc-49c5-969e-c150cd7d21f4 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:13.739253 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device a767e9a3-ae54-40a6-b0f8-6addfeb1b501 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:13.762794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: a767e9a3-ae54-40a6-b0f8-6addfeb1b501 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:13.763432 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device a767e9a3-ae54-40a6-b0f8-6addfeb1b501 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:14.258872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Deleting port e8c389b0-9a46-42d1-862c-c93fe2fab07c {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:14.259458 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.415534 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e7629-4971-4a21-93ad-55a8ecfe17f8 req-c660a66a-43fa-4c8c-b8fa-12c046b3d1e9 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:14.424115 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4b6e7629-4971-4a21-93ad-55a8ecfe17f8 req-c660a66a-43fa-4c8c-b8fa-12c046b3d1e9 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0701005 Sep 21 09:28:14.468508 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4b6e7629-4971-4a21-93ad-55a8ecfe17f8 req-af101cd7-be65-45d3-93cc-621c66d428ed tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Sep 21 09:28:14.505952 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] For port e8c389b0-9a46-42d1-862c-c93fe2fab07c, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=e8c389b0-9a46-42d1-862c-c93fe2fab07c,segment=NetworkSegment(44fdfb21-555a-4638-88c2-9be11d5e73ae),segment_id=44fdfb21-555a-4638-88c2-9be11d5e73ae)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:14.506443 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.554192 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Calling delete_port for e8c389b0-9a46-42d1-862c-c93fe2fab07c owned by network:router_interface {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:14.579348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dc965-ca21-47b5-befd-084803fa54be req-cad7aaf2-2043-4fa0-ab0b-4089a5343b64 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:14.580903 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-483dc965-ca21-47b5-befd-084803fa54be req-cad7aaf2-2043-4fa0-ab0b-4089a5343b64 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1878574 Sep 21 09:28:14.651314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.711089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-483dc965-ca21-47b5-befd-084803fa54be req-19a2d413-08f9-40a8-976f-0b0e4f1ba664 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869441 Sep 21 09:28:14.820985 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.866383 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be75a-95c3-43f6-a972-e4b29a4adc29 req-458385fe-7582-4643-91f0-5659a1dc12e4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:14.877428 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d75be75a-95c3-43f6-a972-e4b29a4adc29 req-458385fe-7582-4643-91f0-5659a1dc12e4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0872116 Sep 21 09:28:14.932272 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d75be75a-95c3-43f6-a972-e4b29a4adc29 req-21bc70e6-68af-41f3-ad71-22361c618d19 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Sep 21 09:28:15.028002 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a093-cf82-42a3-9dd4-e14654487664 req-329c7e63-9932-4a5d-b3ed-09acd343b946 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.040951 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-33f0a093-cf82-42a3-9dd4-e14654487664 req-329c7e63-9932-4a5d-b3ed-09acd343b946 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1771755 Sep 21 09:28:15.075538 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:15.119274 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c389b0-9a46-42d1-862c-c93fe2fab07c,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:15.168691 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-33f0a093-cf82-42a3-9dd4-e14654487664 req-80926beb-9f13-49c5-8875-1363dca921a5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314025 Sep 21 09:28:15.216251 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:15.224637 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:15.346994 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'Port': ['ID=37dc140f-40d8-41f3-a7d5-9aff4f2e33d1,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:15.388838 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:15.450096 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:15.571012 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Floating IP cb4a5cca-c774-4599-895c-bbeccdb8e9a1 associated. External IP: 172.27.0.222, port: ed180864-337c-402a-866a-976fc5cbe57d. Sep 21 09:28:15.606469 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ebe2-249e-488a-bb91-4d5ea7dd2650 req-8939f6f8-a060-4135-89d0-c9319176ce20 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.609887 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9083ebe2-249e-488a-bb91-4d5ea7dd2650 req-8939f6f8-a060-4135-89d0-c9319176ce20 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.0649431 Sep 21 09:28:15.659748 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9083ebe2-249e-488a-bb91-4d5ea7dd2650 req-870cb212-4d3f-443c-a62f-cdd8b63857f5 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Sep 21 09:28:16.067216 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5ad4-ff93-435e-ade8-d82c382f16c0 req-222074e8-4936-46bc-a4ab-bde1c12047ab tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.082204 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f3d5ad4-ff93-435e-ade8-d82c382f16c0 req-222074e8-4936-46bc-a4ab-bde1c12047ab tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0827222 Sep 21 09:28:16.146701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923010-dbb8-401b-afb4-efbdd624e3d7 req-52d30411-b6c6-44cf-a887-1712f0e13cdd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.148647 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f3d5ad4-ff93-435e-ade8-d82c382f16c0 req-c75b3733-5813-4a85-a230-020fc694b215 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631077 Sep 21 09:28:16.155122 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-eb923010-dbb8-401b-afb4-efbdd624e3d7 req-52d30411-b6c6-44cf-a887-1712f0e13cdd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1552124 Sep 21 09:28:16.236078 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:28:16.261110 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-eb923010-dbb8-401b-afb4-efbdd624e3d7 req-a68f8889-0505-4c2a-8165-262960820ce7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049438 Sep 21 09:28:16.300228 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:28:16.319700 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cae5a-cbd0-41d3-8170-16468b68891b req-1249933f-22d4-4942-b927-c7d6da77631e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.321712 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-297cae5a-cbd0-41d3-8170-16468b68891b req-1249933f-22d4-4942-b927-c7d6da77631e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0720756 Sep 21 09:28:16.380285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-297cae5a-cbd0-41d3-8170-16468b68891b req-24f90cc1-5100-45fd-a88b-d2e5ab17625b tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469692 Sep 21 09:28:16.483069 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:28:16.495933 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Sync routers for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:28:16.521758 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:16.523263 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-aa0037b6-7dc7-4501-9870-24ce31b8602c admin admin] 10.222.0.42 "PUT /v2.0/routers/8c3fc1f2-7339-4f07-93d1-9dafe81e52d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1852176 Sep 21 09:28:16.523935 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:16.525638 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43786) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:16.549182 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-946738f1-6aa4-4066-a3cc-f919da98e9dc tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.551092 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-946738f1-6aa4-4066-a3cc-f919da98e9dc tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.1287751 Sep 21 09:28:16.603737 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:28:16.615490 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Sync routers for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:28:16.633969 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:16.634589 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:16.686967 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.689916 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.743464 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:16.802442 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9a7040ac-647d-48e3-89aa-b4a6407435c0 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3571041 Sep 21 09:28:16.802442 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:16.804821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852" -d '{"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:16.808164 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43790) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:16.815351 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704172596', 'description': 'tempest-secgroup-smoke-704172596 description', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:16.849237 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.864251 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:16.885052 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.886425 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5339d57f-3c0e-400f-9ac5-a2c4cae004c9 x-openstack-request-id: req-5339d57f-3c0e-400f-9ac5-a2c4cae004c9 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:16.887246 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:16.887664 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5339d57f-3c0e-400f-9ac5-a2c4cae004c9 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:16.888226 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:28:16.902423 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069d02-ee7b-4360-977e-0abdfc7c021b req-01a16ec9-47a4-4bd3-aa55-4c929f45f3c7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.904344 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-01069d02-ee7b-4360-977e-0abdfc7c021b req-01a16ec9-47a4-4bd3-aa55-4c929f45f3c7 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 946 time: 0.1662271 Sep 21 09:28:16.943789 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Deleting port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:16.944422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.018293 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Deleting port 03d31c6c-1fc6-4885-a784-df0767b4d09f {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:28:17.018591 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.066104 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] For port 093b89b8-d3fd-4be0-bdf8-bed8a055c078, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=093b89b8-d3fd-4be0-bdf8-bed8a055c078,segment=NetworkSegment(9c385882-7f25-43b3-9d27-d24dc1d5d43c),segment_id=9c385882-7f25-43b3-9d27-d24dc1d5d43c)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:17.066786 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.073208 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:28:14Z', 'revision_number': 5, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port': {'id': '03d31c6c-1fc6-4885-a784-df0767b4d09f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:08Z', 'updated_at': '2021-09-21T09:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:17.102058 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Calling delete_port for 093b89b8-d3fd-4be0-bdf8-bed8a055c078 owned by compute:nova {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:17.118047 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Checking router: 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:28:17.132991 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Routers {'8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:17.133834 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:17.159574 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-52c66018-fb5e-45a6-bf92-0d9376879903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.161534 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-52c66018-fb5e-45a6-bf92-0d9376879903 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1098 time: 0.2528944 Sep 21 09:28:17.215176 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] For port 03d31c6c-1fc6-4885-a784-df0767b4d09f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=03d31c6c-1fc6-4885-a784-df0767b4d09f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:17.215543 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.237342 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Calling delete_port for 03d31c6c-1fc6-4885-a784-df0767b4d09f owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:28:17.266098 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] Set router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:17.322070 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:28:16Z', 'revision_number': 6, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:17.327225 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'cb4a5cca-c774-4599-895c-bbeccdb8e9a1', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'port_id': 'ed180864-337c-402a-866a-976fc5cbe57d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'mac_address': 'fa:16:3e:43:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:14Z', 'updated_at': '2021-09-21T09:28:14Z', 'revision_number': 0, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:17.366581 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-01069d02-ee7b-4360-977e-0abdfc7c021b req-93c2c5f7-31f8-4399-8805-43068432c626 tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/security-groups?id=b03e1988-31ad-4adc-8542-be9e484b736e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431312 Sep 21 09:28:17.368198 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-60ea6361-53e9-480d-9466-7cd966453810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.368344 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Checking router: 2837216c-77ee-4dd0-b422-69d6cfdcc4bb for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:28:17.370888 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-60ea6361-53e9-480d-9466-7cd966453810 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 916 time: 0.1277804 Sep 21 09:28:17.382343 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c3246-6bde-470a-b34b-0bb7ff233c53 None None] The sync data for ids ['8c3fc1f2-7339-4f07-93d1-9dafe81e52d4'] in dv-cinder-790014-3-iscsi is: [{'id': '8c3fc1f2-7339-4f07-93d1-9dafe81e52d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1814161042-router', 'tenant_id': '1dac24614ef04a52bab46f4f5f538b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:07Z', 'updated_at': '2021-09-21T09:28:16Z', 'revision_number': 6, 'project_id': '1dac24614ef04a52bab46f4f5f538b5d', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:28:17.390984 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:17.392261 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:17.429743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88f50-db7c-4242-9ccc-e553fa47f238 req-e7b968c6-27b9-4f97-8660-2ba3a4cf8b0d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.431411 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00b88f50-db7c-4242-9ccc-e553fa47f238 req-e7b968c6-27b9-4f97-8660-2ba3a4cf8b0d tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1671178 Sep 21 09:28:17.530549 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00b88f50-db7c-4242-9ccc-e553fa47f238 req-6718cc6d-398e-4f1a-a2f9-9f261225326c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692353 Sep 21 09:28:17.590503 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.603073 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-1231d93a-f6a8-40e4-b17d-22532a1ff97c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 999 time: 0.2235088 Sep 21 09:28:17.629043 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.642764 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:17.731343 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718475e7-6fe4-4537-b623-c34c9834d5bb req-1bb8f97c-987e-4b1c-b6fa-d10fdc31ee44 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.732832 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-718475e7-6fe4-4537-b623-c34c9834d5bb req-1bb8f97c-987e-4b1c-b6fa-d10fdc31ee44 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.2530267 Sep 21 09:28:17.775652 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.785687 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9738815 Sep 21 09:28:17.794155 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43800) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:17.802825 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:17.814394 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58440e-1fde-41c8-8537-006db333d423 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04eeed39-0759-4fbc-bb9a-60078fd9eb33,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:17.815557 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42133a34-2d72-4f56-af34-823f52a0cada req-f5971651-fb36-4d5b-9c01-d942ee026a84 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.827873 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-42133a34-2d72-4f56-af34-823f52a0cada req-f5971651-fb36-4d5b-9c01-d942ee026a84 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1827226 Sep 21 09:28:17.834784 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-ba87b150-9179-477c-8d14-7b9a8fd5a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.835966 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.836255 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-ba87b150-9179-477c-8d14-7b9a8fd5a8e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.2147517 Sep 21 09:28:17.918913 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:17.931817 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=03d31c6c-1fc6-4885-a784-df0767b4d09f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:17.972194 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.972565 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.973411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.973786 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.974181 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.974658 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.975347 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.975993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.976352 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.977193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.977574 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.978109 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:17.979252 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-718475e7-6fe4-4537-b623-c34c9834d5bb req-44567530-f1ee-4656-b78c-6f48d962ec32 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351992 Sep 21 09:28:17.985701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Pushing event deleted for resources: {'Port': ['ID=093b89b8-d3fd-4be0-bdf8-bed8a055c078,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:18.028866 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-42133a34-2d72-4f56-af34-823f52a0cada req-b8c02288-a3e2-423d-a673-41c0d6cf7d34 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999903 Sep 21 09:28:18.032474 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-715a8dd1-a673-42aa-9c79-7db6d38c054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:18.035162 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-715a8dd1-a673-42aa-9c79-7db6d38c054b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1808655 Sep 21 09:28:18.037889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'cb4a5cca-c774-4599-895c-bbeccdb8e9a1', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'port_id': 'ed180864-337c-402a-866a-976fc5cbe57d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'mac_address': 'fa:16:3e:43:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:14Z', 'updated_at': '2021-09-21T09:28:14Z', 'revision_number': 0, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:18.039005 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.066114 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.077609 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa8d4e-2a97-4cc8-a92e-c9ededc21471 None None] The sync data for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi is: [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'cb4a5cca-c774-4599-895c-bbeccdb8e9a1', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'port_id': 'ed180864-337c-402a-866a-976fc5cbe57d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'mac_address': 'fa:16:3e:43:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:14Z', 'updated_at': '2021-09-21T09:28:14Z', 'revision_number': 0, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:28:18.170493 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] No DVR routers for this DVR port 093b89b8-d3fd-4be0-bdf8-bed8a055c078 on host hv-cinder-79001 {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:18.179409 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.181429 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc36a77f-5e65-4dce-93a7-f6def8336e81 req-83b4ed23-c010-4fe1-8f99-d743bc11e77f tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.47 "DELETE /v2.0/ports/093b89b8-d3fd-4be0-bdf8-bed8a055c078 HTTP/1.1" status: 204 len: 173 time: 1.6209705 Sep 21 09:28:18.211788 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.214229 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.238220 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-26816f44-742a-41f9-92db-725e3aa29e8f service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613615 Sep 21 09:28:18.255703 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.273589 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.318507 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.319058 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:28:18.333202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.337477 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5f3f568c-7631-4e6c-a6d9-3e92c034bb7a admin admin] 10.222.0.42 "DELETE /v2.0/routers/8c3fc1f2-7339-4f07-93d1-9dafe81e52d4 HTTP/1.1" status: 204 len: 168 time: 1.8080997 Sep 21 09:28:18.337676 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beecc96-e184-49b5-87c1-f77273b36eac,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:18.337799 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43802) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:18.441814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device e8c389b0-9a46-42d1-862c-c93fe2fab07c no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:18.443947 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Deleting subnet b5de99fc-8806-4481-8484-cb8807e8b368 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:28:18.452345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.467837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.468375 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c927f3-2e1d-4ed1-8b7f-821e2890a2fb None None] New status for floating IP cb4a5cca-c774-4599-895c-bbeccdb8e9a1: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:28:18.475350 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-da8e8b85-0f99-49b3-9ed7-b9ad9f37643c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6719828 Sep 21 09:28:18.475876 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43806) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:18.486802 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: e8c389b0-9a46-42d1-862c-c93fe2fab07c {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:18.487393 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:18.487759 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device e8c389b0-9a46-42d1-862c-c93fe2fab07c not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:18.488407 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 03d31c6c-1fc6-4885-a784-df0767b4d09f no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:18.543695 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.553176 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 03d31c6c-1fc6-4885-a784-df0767b4d09f {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:18.555361 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 03d31c6c-1fc6-4885-a784-df0767b4d09f not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:18.609202 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-db04a666-1647-40d2-8699-762f129b9265 req-5e1bd651-89f2-4e94-b31a-86ad55f9414c tempest-AttachVolumeNegativeTest-1914730100 tempest-AttachVolumeNegativeTest-1914730100-project] 10.222.0.42 "GET /v2.0/ports?device_id=25f53329-101c-4a04-bc0a-3895e3f64dda HTTP/1.1" status: 200 len: 210 time: 0.0905778 Sep 21 09:28:18.616854 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a3fb552-a3e4-45aa-b0cc-c4353ad74852 req-4f3b4d54-b130-402a-8a0e-5b0fabec82fe service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520975 Sep 21 09:28:18.634321 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.635544 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.721020 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.730991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.758861 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c86f76a-8fa2-43d7-a2f3-23dd6c8ee117,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:18.759368 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d4231-a44a-4e7a-9b69-38fc9f9207c4 req-a9de4026-b149-417d-9e5a-1228a42c4b65 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:18.761606 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d12d4231-a44a-4e7a-9b69-38fc9f9207c4 req-a9de4026-b149-417d-9e5a-1228a42c4b65 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0898433 Sep 21 09:28:18.783177 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.784468 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.790365 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-e2ed7b8c-237c-45c1-bf74-ccd6beb509ee tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109629 Sep 21 09:28:18.791401 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43810) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:18.802945 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:18.838561 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5de99fc-8806-4481-8484-cb8807e8b368,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:18.846343 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.852327 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.859087 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4e61a503-7745-4dda-b335-a64c9609cfdd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b5de99fc-8806-4481-8484-cb8807e8b368 HTTP/1.1" status: 204 len: 168 time: 0.5203364 Sep 21 09:28:18.878677 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43812) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:18.889687 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'name': 'network-vif-deleted', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:18.893982 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ebf90-9c67-4d3a-8499-b7f644b4339a" -d '{"events": [{"server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "name": "network-vif-deleted", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:18.951906 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:18.960833 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cdc173-1edf-495f-bf1c-2cdd049475a8 x-openstack-request-id: req-b5cdc173-1edf-495f-bf1c-2cdd049475a8 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:18.961130 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f53329-101c-4a04-bc0a-3895e3f64dda", "name": "network-vif-deleted", "tag": "093b89b8-d3fd-4be0-bdf8-bed8a055c078", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:18.964742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5cdc173-1edf-495f-bf1c-2cdd049475a8 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:18.965854 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f53329-101c-4a04-bc0a-3895e3f64dda', 'name': 'network-vif-deleted', 'tag': '093b89b8-d3fd-4be0-bdf8-bed8a055c078', 'status': 'completed', 'code': 200} Sep 21 09:28:18.967474 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.026062 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d12d4231-a44a-4e7a-9b69-38fc9f9207c4 req-27345eaf-b087-468e-a14e-960e684a2c53 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547307 Sep 21 09:28:19.054844 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6800bce7-1d3f-4eeb-b16e-51626a05a7c7,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:19.086743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.089988 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.091318 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-38371971-8896-4beb-baf8-494b833725cc tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970850 Sep 21 09:28:19.095048 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43820) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:19.103000 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:19.196634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c0ce5-e899-42d6-be44-22fb55676ea9 req-2503f6d5-5242-4d32-94d5-22016c3b1fc0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:19.200601 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.205315 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-069c0ce5-e899-42d6-be44-22fb55676ea9 req-2503f6d5-5242-4d32-94d5-22016c3b1fc0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0692501 Sep 21 09:28:19.258559 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-069c0ce5-e899-42d6-be44-22fb55676ea9 req-3fef23d3-6e98-4d52-b4c5-ada33c03a96a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499220 Sep 21 09:28:19.282535 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.315665 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54e81-2dc5-4bc4-98b9-4ebc3faa5d6e req-5c1b2f0e-703c-4252-847a-ae8c8ebf97ce tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:19.317198 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ace54e81-2dc5-4bc4-98b9-4ebc3faa5d6e req-5c1b2f0e-703c-4252-847a-ae8c8ebf97ce tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1523347 Sep 21 09:28:19.332258 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:19.359740 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fdfb21-555a-4638-88c2-9be11d5e73ae') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:19.360043 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fdfb21-555a-4638-88c2-9be11d5e73ae') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:19.376051 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.378888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.390270 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.407517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.427584 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ace54e81-2dc5-4bc4-98b9-4ebc3faa5d6e req-6375a351-7554-4a9a-bfa5-0cd9ed732bc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987887 Sep 21 09:28:19.428516 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:28:19.428939 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:28:19.431797 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:28:19.442589 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990124cf-e3cd-477c-9434-d5111dcfde80,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:19.447464 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.451805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-340c0273-4382-416d-a41b-213b621928b1 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524704 Sep 21 09:28:19.452151 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43822) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:19.457789 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:19.502319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.528298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.532433 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e HTTP/1.1" status: 204 len: 168 time: 0.6505501 Sep 21 09:28:19.533908 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.securitygroups_db [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Project 1c33a9b4cf3e49e18ea60a4d7468daff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:28:19.539113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.665132 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.679949 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.701962 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43830) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:19.738966 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177cb396-9486-4cb6-ab96-faab571c5083,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:19.755303 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:28:19.762731 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 093b89b8-d3fd-4be0-bdf8-bed8a055c078 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:19.814941 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43836) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:19.826271 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 093b89b8-d3fd-4be0-bdf8-bed8a055c078 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:28:19.826870 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 093b89b8-d3fd-4be0-bdf8-bed8a055c078 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:19.865095 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.872064 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-185c8327-c239-4359-93fa-108dcb9c8465 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4176211 Sep 21 09:28:19.880123 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43838) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:19.892256 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'security_group_rule': {'security_group_id': '04eeed39-0759-4fbc-bb9a-60078fd9eb33', 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:19.955802 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Deleting subnet f20eebab-1f44-455b-b7ac-18b6193f95a8 {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:28:19.969276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:19.970684 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:28:19.973574 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:19.987475 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'mac_address': 'fa:16:3e:9a:e6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:28:20.030180 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5029-066c-4163-aa44-04fa02447119 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fe0f7e-2b1a-4929-b296-23c4c8b10b0e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:20.042698 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.062886 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:28:20.085051 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b549808f-7e72-4000-b0e2-eb7dab10528e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dac24614ef04a52bab46f4f5f538b5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2687624 Sep 21 09:28:20.088093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43842) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:20.093788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.securitygroups_db [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Project 1c33a9b4cf3e49e18ea60a4d7468daff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:28:20.102325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.110055 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cc36a-4dd5-4d9f-8df2-90ab0299f330 req-11103b18-139e-4c1b-ac05-f3155c8d327e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:20.114082 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:20.117163 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f42cc36a-4dd5-4d9f-8df2-90ab0299f330 req-11103b18-139e-4c1b-ac05-f3155c8d327e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0845878 Sep 21 09:28:20.125289 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.126343 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.133424 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-96f0eea2-1a72-4058-80a4-b1e69933c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:20.137264 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-96f0eea2-1a72-4058-80a4-b1e69933c992 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1099 time: 0.1759324 Sep 21 09:28:20.171519 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f42cc36a-4dd5-4d9f-8df2-90ab0299f330 req-eba19085-4385-4559-bee3-bc6cb90f2c7c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534101 Sep 21 09:28:20.206847 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:20.223863 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.245746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.247176 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.322414 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.328145 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.333259 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96 HTTP/1.1" status: 204 len: 168 time: 0.2440617 Sep 21 09:28:20.355660 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360cc45-f864-4890-929e-945288a0bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135a4d7-8c02-4b88-8a6f-7d8a37ef7f96,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:20.450631 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51758-4fe4-49a9-abe2-afb9bd3f3871 req-e526766b-3ef3-47b1-86b7-efdc1d80c947 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:20.458492 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7c51758-4fe4-49a9-abe2-afb9bd3f3871 req-e526766b-3ef3-47b1-86b7-efdc1d80c947 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 945 time: 0.2787533 Sep 21 09:28:20.521257 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:20.566597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.585350 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7c51758-4fe4-49a9-abe2-afb9bd3f3871 req-c6da7ebc-20ed-4d9d-b0b7-75b80033a7eb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259344 Sep 21 09:28:20.586506 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-2b345c41-84eb-4575-b1d9-03974484f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:20.599162 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-2b345c41-84eb-4575-b1d9-03974484f484 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.4492030 Sep 21 09:28:20.603336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.634063 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:20.875909 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d82e4-b6cf-4341-96d7-192185ebd8d7 req-413faf4a-7418-4f9d-b9fb-9e3a60ab0cd8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:20.884195 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-016d82e4-b6cf-4341-96d7-192185ebd8d7 req-413faf4a-7418-4f9d-b9fb-9e3a60ab0cd8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1016674 Sep 21 09:28:20.936457 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-016d82e4-b6cf-4341-96d7-192185ebd8d7 req-69a1a535-09d6-4383-b9b7-feb754a9f0e6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513492 Sep 21 09:28:21.035886 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b6b602-0203-447a-bd11-5012a7601ed3,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:21.040449 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20eebab-1f44-455b-b7ac-18b6193f95a8,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:21.058853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.060262 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4f21ca3f-7c64-4fca-852d-dc9ebf3b9928 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1753464 Sep 21 09:28:21.113605 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-71c1cbc1-d39a-4b3c-90fa-1a08ee7d8cde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 1002 time: 0.4879181 Sep 21 09:28:21.114783 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.116678 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-2159ca3a-1c52-43c4-8d4f-1ce1ecf56b2a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f20eebab-1f44-455b-b7ac-18b6193f95a8 HTTP/1.1" status: 204 len: 168 time: 1.4137969 Sep 21 09:28:21.119213 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43868) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:21.249490 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.291666 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-8873fc54-2246-450a-a23c-297d970df308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:21.293770 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-8873fc54-2246-450a-a23c-297d970df308 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.1628361 Sep 21 09:28:21.296786 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-14ec40e4-c3a9-4eb8-b557-53d58b6ca9b3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704172596&fields=id&tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff HTTP/1.1" status: 200 len: 267 time: 0.1496911 Sep 21 09:28:21.391564 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.415621 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-ad21e730-515c-4137-8470-5518e52fbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:21.415834 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c954e-5a28-4df4-a51d-51d8ebd7ae46 req-897cd22b-45e9-459f-9188-4b692b9c138c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:21.415834 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce9c954e-5a28-4df4-a51d-51d8ebd7ae46 req-897cd22b-45e9-459f-9188-4b692b9c138c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.1208313 Sep 21 09:28:21.416046 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-ad21e730-515c-4137-8470-5518e52fbca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980313 Sep 21 09:28:21.424295 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-11f5528a-4ff3-4d4e-bc09-be9661095d37 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:21.432276 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-11f5528a-4ff3-4d4e-bc09-be9661095d37 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.1231229 Sep 21 09:28:21.439187 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'port': {'security_groups': ['68338dab-a099-4c18-a700-116d658b982b', '04eeed39-0759-4fbc-bb9a-60078fd9eb33']}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:21.471015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff120b1-109e-4660-87ed-88f8d0184256']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:21.498936 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c385882-7f25-43b3-9d27-d24dc1d5d43c') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:21.499298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c385882-7f25-43b3-9d27-d24dc1d5d43c') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:21.564185 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce9c954e-5a28-4df4-a51d-51d8ebd7ae46 req-c703497a-a65e-454b-8223-2f584cb0ea16 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489737 Sep 21 09:28:21.574827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.577746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.592499 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.630421 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:28:21.631476 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:28:21.655807 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:28:21.663601 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-e23848ec-7b9a-49a4-ac84-d3ea9ca72922 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284250 Sep 21 09:28:21.762675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:28:21.811678 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.828165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.833185 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] 10.222.0.42 "DELETE /v2.0/networks/aff120b1-109e-4660-87ed-88f8d0184256 HTTP/1.1" status: 204 len: 168 time: 0.7128479 Sep 21 09:28:21.858021 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28484e-3ab5-4909-8a2a-4ec8ded44b15 req-628f551a-17fa-4ef5-8ea2-d96a5bb790a0 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:21.861512 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff28484e-3ab5-4909-8a2a-4ec8ded44b15 req-628f551a-17fa-4ef5-8ea2-d96a5bb790a0 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 945 time: 0.1653950 Sep 21 09:28:21.881998 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:28:21.887199 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f5a30-1c38-4148-a5b9-ebf153f55f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=aff120b1-109e-4660-87ed-88f8d0184256,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:21.888147 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:28:21.893325 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:21.955337 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff28484e-3ab5-4909-8a2a-4ec8ded44b15 req-dac4f6ad-543d-4a0d-b272-17f6c92871de tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802743 Sep 21 09:28:22.013903 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1ebf58c4-1577-4fba-9f51-a049a51b82ad req-eb218ed8-1d20-4c5d-b9f3-e40d24d94823 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392565 Sep 21 09:28:22.137069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea5ccf-21f7-44d7-88a5-71e7b5ff294d req-9d713ea0-4cbd-4e8f-ae8b-91ae1a9d172a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:22.138774 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1dea5ccf-21f7-44d7-88a5-71e7b5ff294d req-9d713ea0-4cbd-4e8f-ae8b-91ae1a9d172a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0794923 Sep 21 09:28:22.169735 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43890) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:22.210501 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:22.227504 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1dea5ccf-21f7-44d7-88a5-71e7b5ff294d req-b853b4cd-9584-4340-bfde-acc91335b72a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778027 Sep 21 09:28:22.252179 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d1cd2611-ca40-4e4d-850c-76c2219147a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2466e2e40a8c43a4841be41320b5e780&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0790386 Sep 21 09:28:22.258171 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43894) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:22.308104 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.321966 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.353348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.353571 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:22.359775 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.398767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.446747 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:22.450176 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:22.450676 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff694b-ede8-4c78-aaf7-2c1d8f052a9d" -d '{"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:22.450866 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.468391 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-eab06bd6-079f-488a-92e0-c3eafbc31eaf req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "PUT /v2.0/ports/ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 981 time: 1.0350657 Sep 21 09:28:22.476662 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:22.483230 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:22.543917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.546493 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.550365 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b03e1988-31ad-4adc-8542-be9e484b736e HTTP/1.1" status: 204 len: 168 time: 0.2887609 Sep 21 09:28:22.607392 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:22.612523 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8435f-3122-44a9-8053-7c7bab1ce273 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=6']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:22.615374 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c612a3a-99cb-473a-96b5-ab08ac6e3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e1988-31ad-4adc-8542-be9e484b736e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:22.633504 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792da2c0-47a9-402f-ba3c-cd9c7b2fb9c2 x-openstack-request-id: req-792da2c0-47a9-402f-ba3c-cd9c7b2fb9c2 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:22.633504 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:22.645264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-792da2c0-47a9-402f-ba3c-cd9c7b2fb9c2 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:22.645489 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:28:22.658660 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44a8f2-2838-47af-8293-745976c804a4 x-openstack-request-id: req-9e44a8f2-2838-47af-8293-745976c804a4 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:22.658946 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:22.659274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e44a8f2-2838-47af-8293-745976c804a4 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:22.659574 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'code': 200} Sep 21 09:28:22.676444 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:22.702439 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:22.774318 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f8db-4cc4-493e-97ad-0e70888a2ca2 req-8f23d000-36f0-44ba-b23b-1ff9289beb4a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:22.785072 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6bb0f8db-4cc4-493e-97ad-0e70888a2ca2 req-8f23d000-36f0-44ba-b23b-1ff9289beb4a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.1200116 Sep 21 09:28:22.882673 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6bb0f8db-4cc4-493e-97ad-0e70888a2ca2 req-d36c2a4c-2ced-420d-9a7d-c99fd5ef649b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811453 Sep 21 09:28:22.889584 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-c0f46874-50bb-4e28-9a14-e64ebe7de6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:22.891880 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-c0f46874-50bb-4e28-9a14-e64ebe7de6df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1137 time: 0.2304385 Sep 21 09:28:22.957408 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:23.021961 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d3a1-9a15-4ff3-ad23-0dec7d30aa35 req-86720b07-dc56-477e-8d12-b6bbd048f399 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.033140 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70d0d3a1-9a15-4ff3-ad23-0dec7d30aa35 req-86720b07-dc56-477e-8d12-b6bbd048f399 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.2504320 Sep 21 09:28:23.082189 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-6aeda101-c601-4283-9210-3b8caa136707 None None] Provisioning complete for port ed180864-337c-402a-866a-976fc5cbe57d triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:28:23.082908 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6aeda101-c601-4283-9210-3b8caa136707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:23.161575 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-70d0d3a1-9a15-4ff3-ad23-0dec7d30aa35 req-6115533d-e128-40a6-8834-ecd5b44acd26 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272042 Sep 21 09:28:23.350634 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb56b-3661-4548-8ef4-a7a5dced8a8c req-76eb8efa-899a-4706-a439-41fc3ebd69a0 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.372637 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-40dfb56b-3661-4548-8ef4-a7a5dced8a8c req-76eb8efa-899a-4706-a439-41fc3ebd69a0 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.2419579 Sep 21 09:28:23.410062 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-9759fb1d-61d4-494f-8acb-68840a9f6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.412149 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-9759fb1d-61d4-494f-8acb-68840a9f6ec4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 916 time: 0.4798863 Sep 21 09:28:23.425556 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572031b8-89c1-4397-8640-9d96ab728d74 req-3dd5e6d0-8d95-49ca-8355-880207559ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.428777 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-3dd5e6d0-8d95-49ca-8355-880207559ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1099 time: 0.2388909 Sep 21 09:28:23.466902 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-40dfb56b-3661-4548-8ef4-a7a5dced8a8c req-5ab28178-a7a2-4100-a4f4-ab522e44ca74 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933211 Sep 21 09:28:23.511234 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2289e4-1933-485f-aef2-8acc728abf29 req-a733bc91-0aa9-4fdd-9afb-c609bd57f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.513057 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-db2289e4-1933-485f-aef2-8acc728abf29 req-a733bc91-0aa9-4fdd-9afb-c609bd57f576 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.6377044 Sep 21 09:28:23.619420 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572031b8-89c1-4397-8640-9d96ab728d74 req-31270b5a-447a-4253-b432-d7eca43ab7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.631756 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-31270b5a-447a-4253-b432-d7eca43ab7bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.1634948 Sep 21 09:28:23.645039 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728678b-b320-4419-9a8a-bc02db738b75 req-0da14d47-2ce6-4c2c-a0e9-620845fd33d2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:23.655172 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2728678b-b320-4419-9a8a-bc02db738b75 req-0da14d47-2ce6-4c2c-a0e9-620845fd33d2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.2411888 Sep 21 09:28:23.664621 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-db2289e4-1933-485f-aef2-8acc728abf29 req-1f150d3b-6898-4130-87a6-199414cc5ef4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873835 Sep 21 09:28:23.725140 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-9e5c247e-1f1b-4bd1-8c7d-5eb8d4e75111 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 1001 time: 0.2553043 Sep 21 09:28:23.753169 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2728678b-b320-4419-9a8a-bc02db738b75 req-aade13e5-a7ed-4685-9184-a434b094e7a5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963671 Sep 21 09:28:23.791326 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-1de1cc39-d77f-4a7f-b0a2-1340a20d510f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1002 time: 0.1499205 Sep 21 09:28:23.941788 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.050337 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 43956) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:24.051727 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-8e3e69be-c2ea-42b2-9d28-d479843b41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.053580 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-8e3e69be-c2ea-42b2-9d28-d479843b41e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.1076994 Sep 21 09:28:24.094295 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572031b8-89c1-4397-8640-9d96ab728d74 req-9f072a55-ff98-4789-b43f-ca428e5e25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.098975 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-9f072a55-ff98-4789-b43f-ca428e5e25f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.1519532 Sep 21 09:28:24.142400 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-a75a3f6d-5b9f-46e2-ab1a-8ecd5e350ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.143844 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-a75a3f6d-5b9f-46e2-ab1a-8ecd5e350ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821178 Sep 21 09:28:24.241785 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572031b8-89c1-4397-8640-9d96ab728d74 req-a88626cf-ea5e-4b9f-8e88-73261d5cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.248032 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-a88626cf-ea5e-4b9f-8e88-73261d5cd236 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1343455 Sep 21 09:28:24.251552 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cf502853-836e-42d4-811b-064493a11a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.283516 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-66c63a78-2de0-405b-9f33-79d0567870e3 service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297147 Sep 21 09:28:24.447908 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-b5b28031-344e-4e9c-a915-b12957dd80ee service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478040 Sep 21 09:28:24.453308 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cf502853-836e-42d4-811b-064493a11a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.521850 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cf502853-836e-42d4-811b-064493a11a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.568933 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf502853-836e-42d4-811b-064493a11a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614820e-cacb-4946-9822-00457a5e7e7e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:24.577724 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736dbe1-0b49-452d-a70a-fdeb69747218 req-67a66934-ab08-4e19-a13f-9dd455c3e5ae tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.581003 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c736dbe1-0b49-452d-a70a-fdeb69747218 req-67a66934-ab08-4e19-a13f-9dd455c3e5ae tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.2961862 Sep 21 09:28:24.633136 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c736dbe1-0b49-452d-a70a-fdeb69747218 req-3e876381-4f68-4b41-91bd-1a0a56671890 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Sep 21 09:28:24.636592 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cf502853-836e-42d4-811b-064493a11a75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54aaceb3711b436f9d6f2008b8f41c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830584 Sep 21 09:28:24.639017 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 43978) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:24.643695 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-3a48250a-1dab-4e56-80e5-09906b05afab service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844247 Sep 21 09:28:24.677131 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1ebf-1735-46a7-9416-55a69ff6053c req-d6b73749-3dc8-4b4e-912e-e684725b9503 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.678944 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c18d1ebf-1735-46a7-9416-55a69ff6053c req-d6b73749-3dc8-4b4e-912e-e684725b9503 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.1047559 Sep 21 09:28:24.738059 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.769170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.780951 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c18d1ebf-1735-46a7-9416-55a69ff6053c req-2f2f8724-599b-48ec-80de-94bda4b75096 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907280 Sep 21 09:28:24.846004 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-572031b8-89c1-4397-8640-9d96ab728d74 req-53d5ea27-af43-4e74-b7c5-4ff437fa45fd service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924224 Sep 21 09:28:24.853000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.857055 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:24.860709 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f614820e-cacb-4946-9822-00457a5e7e7e HTTP/1.1" status: 204 len: 168 time: 0.2144804 Sep 21 09:28:24.877480 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1590a2-ec93-467b-8046-db78fe442659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614820e-cacb-4946-9822-00457a5e7e7e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:24.980742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e9bd-7162-400a-aa93-457eec071ddd req-1f588352-8ebc-477d-a859-a9c919305de9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:24.982474 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6449e9bd-7162-400a-aa93-457eec071ddd req-1f588352-8ebc-477d-a859-a9c919305de9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0613217 Sep 21 09:28:25.041986 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6449e9bd-7162-400a-aa93-457eec071ddd req-7ec98caf-8efa-4ab1-9aec-c5b36251248c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479958 Sep 21 09:28:25.155243 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44000) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:25.305923 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44004) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:25.306094 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f58b4136-07ff-4a0d-b3b5-73889e0a9532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.333584 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-012237ac-5a89-4d6c-88cd-3b70a91576b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.440075 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f58b4136-07ff-4a0d-b3b5-73889e0a9532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.448806 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f58b4136-07ff-4a0d-b3b5-73889e0a9532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.492946 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44006) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:25.493495 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f58b4136-07ff-4a0d-b3b5-73889e0a9532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88bb5667937641c19ff9f484423fdcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369572 Sep 21 09:28:25.510893 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b4136-07ff-4a0d-b3b5-73889e0a9532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c57f458-9142-4b7b-9e2b-113539793bcb,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:25.583599 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.623565 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.633943 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-012237ac-5a89-4d6c-88cd-3b70a91576b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.642829 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-012237ac-5a89-4d6c-88cd-3b70a91576b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.708836 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012237ac-5a89-4d6c-88cd-3b70a91576b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6affd1b5-ede0-4af1-b48c-988a0136b638,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:25.714738 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-012237ac-5a89-4d6c-88cd-3b70a91576b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e65174ecd2b64c19b3152ac30307493c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069541 Sep 21 09:28:25.716780 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44008) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:25.753743 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.756323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.757599 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c57f458-9142-4b7b-9e2b-113539793bcb HTTP/1.1" status: 204 len: 168 time: 0.2628961 Sep 21 09:28:25.780198 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751593-937e-4f0c-8355-835a9a2fb8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c57f458-9142-4b7b-9e2b-113539793bcb,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:25.815499 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.861946 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.953811 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b3fdf-8b3a-4079-a46c-f550f6d3da29 req-d66fcb3f-4ad6-493b-83a1-adb283eb57b3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:25.955434 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f4b3fdf-8b3a-4079-a46c-f550f6d3da29 req-d66fcb3f-4ad6-493b-83a1-adb283eb57b3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0670178 Sep 21 09:28:25.976433 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.979281 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.983549 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6affd1b5-ede0-4af1-b48c-988a0136b638 HTTP/1.1" status: 204 len: 168 time: 0.2625504 Sep 21 09:28:26.000060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974510fd-542e-4ee0-85b0-94b5ae927359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6affd1b5-ede0-4af1-b48c-988a0136b638,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:26.026057 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f4b3fdf-8b3a-4079-a46c-f550f6d3da29 req-0ff4e82b-877d-4090-913b-bd091c7687e8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597484 Sep 21 09:28:26.202844 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054e23-32c6-403e-b130-71ec8834594f req-57f1a562-59e4-4d85-a4ca-65b28aa9c785 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:26.204413 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3b054e23-32c6-403e-b130-71ec8834594f req-57f1a562-59e4-4d85-a4ca-65b28aa9c785 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0752988 Sep 21 09:28:26.240602 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f5ef4-6c30-4bb5-9e04-73d58d6527ab req-c647101a-c7f7-4753-94d1-f98013d1d203 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:26.251552 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-854f5ef4-6c30-4bb5-9e04-73d58d6527ab req-c647101a-c7f7-4753-94d1-f98013d1d203 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1077621 Sep 21 09:28:26.293798 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3b054e23-32c6-403e-b130-71ec8834594f req-095d8c9a-2565-4f42-9a55-518fd9e9f609 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802915 Sep 21 09:28:26.300331 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-854f5ef4-6c30-4bb5-9e04-73d58d6527ab req-4e9c249b-5538-4806-ac1a-9cc559b4f64c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Sep 21 09:28:26.305147 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44030) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:26.566456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af81f70-039d-4237-abe5-349cb4d05834 tempest-TestShelveInstance-1341218388 tempest-TestShelveInstance-1341218388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:26.570700 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9af81f70-039d-4237-abe5-349cb4d05834 tempest-TestShelveInstance-1341218388 tempest-TestShelveInstance-1341218388-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1094 time: 0.2619374 Sep 21 09:28:26.570961 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44044) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:26.577829 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:26.616326 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for floatingip, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:26.758364 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:26.916920 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Allocated IP 172.27.0.7 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/8f50e56f-4fad-440a-8a71-8ef90eb0333a) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:28:27.063479 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.113705 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.159201 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:28:27.162125 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:28:27.169801 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:28:27.172950 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'Port': ['ID=8f50e56f-4fad-440a-8a71-8ef90eb0333a,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:27.452981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e33a1-2fde-4742-b4da-6861c896993d req-32cb5dc6-0174-4ab3-9096-e816bc58ad6b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:27.460900 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd8e33a1-2fde-4742-b4da-6861c896993d req-32cb5dc6-0174-4ab3-9096-e816bc58ad6b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0649488 Sep 21 09:28:27.507881 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fd8e33a1-2fde-4742-b4da-6861c896993d req-369496cb-3882-4dec-a773-7a8f1df0082a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 Sep 21 09:28:27.584601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.665393 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.828387 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.834533 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.913158 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event updated for resources: {'Port': ['ID=8f50e56f-4fad-440a-8a71-8ef90eb0333a,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:27.925238 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.044490 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Floating IP 357119ae-af64-4f3e-b5f0-5984c535ba69 associated. External IP: 172.27.0.7, port: 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0. Sep 21 09:28:28.159890 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-56b1d58e-2b7c-4672-a9c7-7126c208dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.161954 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-56b1d58e-2b7c-4672-a9c7-7126c208dd71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1099 time: 0.1610472 Sep 21 09:28:28.269830 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-ce667f7c-f4aa-4627-8b00-eaf2f40a5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.271304 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-ce667f7c-f4aa-4627-8b00-eaf2f40a5df8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.1023099 Sep 21 09:28:28.283910 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:28:28.296773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44122) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:28.344028 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-131bb33a-2ceb-4db1-a542-60139def5ab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0646288 Sep 21 09:28:28.405483 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-d6bc4245-8b6b-4c5d-82ad-b1dc31aaf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.407004 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-d6bc4245-8b6b-4c5d-82ad-b1dc31aaf9de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0559371 Sep 21 09:28:28.466673 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-81eac5f1-a622-42ac-8a57-09940f7a9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.468347 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-81eac5f1-a622-42ac-8a57-09940f7a9604 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531433 Sep 21 09:28:28.577176 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-710f1ef7-6e1b-40eb-a872-1bbb09d6a39f service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999343 Sep 21 09:28:28.685142 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dde8fa69-d7e9-4060-8646-a8f0ff39e786 req-aa9f0576-930b-49d5-89c6-cad7abe0260f service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997341 Sep 21 09:28:28.685660 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c31c8808-5af5-4930-afd5-0973afb8c775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.712726 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:28:28.725330 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Sync routers for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:28:28.737046 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.741087 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:28.741791 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:28.768481 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401b576-d63a-4171-853b-a5b582e25348 req-7af5b8fe-4094-4e88-b2ae-f314cf48e649 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.770039 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7401b576-d63a-4171-853b-a5b582e25348 req-7af5b8fe-4094-4e88-b2ae-f314cf48e649 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.1317334 Sep 21 09:28:28.795134 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b7083430-0fa9-4b8e-b26f-c0063c90f3a4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2230692 Sep 21 09:28:28.803108 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:28.805323 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e54420-c42f-4056-a216-28eb032a7c32" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:28.845485 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7401b576-d63a-4171-853b-a5b582e25348 req-ccd5172b-712e-478b-9d4a-1c8d26b0bce3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680242 Sep 21 09:28:28.860870 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:28.861419 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd81ee-9b93-45dc-9c40-839c47f0c15b x-openstack-request-id: req-c8dd81ee-9b93-45dc-9c40-839c47f0c15b {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:28.861709 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:28.864908 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8dd81ee-9b93-45dc-9c40-839c47f0c15b {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:28.865414 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'status': 'completed', 'code': 200} Sep 21 09:28:28.905325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c31c8808-5af5-4930-afd5-0973afb8c775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.910525 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c31c8808-5af5-4930-afd5-0973afb8c775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.926234 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e54420-c42f-4056-a216-28eb032a7c32 req-a0a26080-863c-427f-9747-4e14b8899dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:28.927735 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-a0a26080-863c-427f-9747-4e14b8899dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0434849 Sep 21 09:28:28.953059 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c31c8808-5af5-4930-afd5-0973afb8c775 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a2f30792ac046f7b10b21a1f64643b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529360 Sep 21 09:28:28.953059 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8808-5af5-4930-afd5-0973afb8c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439baf1d-f82a-4d86-bfac-2a114809cea3,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:28.953387 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44142) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:29.060607 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.066330 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e54420-c42f-4056-a216-28eb032a7c32 req-c98080b0-5603-4f6c-af1e-0a690865f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:29.067827 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-c98080b0-5603-4f6c-af1e-0a690865f92a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.1324177 Sep 21 09:28:29.093046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.105433 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '357119ae-af64-4f3e-b5f0-5984c535ba69', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'mac_address': 'fa:16:3e:9a:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:27Z', 'updated_at': '2021-09-21T09:28:27Z', 'revision_number': 0, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:29.131178 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Checking router: 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:28:29.140063 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:28:29.140707 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:28:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:29.169161 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-4af9103a-d2c4-4a0c-97a4-3ba1ec685cfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 998 time: 0.0911136 Sep 21 09:28:29.220644 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.223921 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.224811 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/439baf1d-f82a-4d86-bfac-2a114809cea3 HTTP/1.1" status: 204 len: 168 time: 0.2704873 Sep 21 09:28:29.239829 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e54420-c42f-4056-a216-28eb032a7c32 req-2d705aca-c3d4-4edf-b67b-35e85dd44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:29.241454 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-2d705aca-c3d4-4edf-b67b-35e85dd44f52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0652614 Sep 21 09:28:29.242351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af1099-d938-4ab3-a5b9-d8e897e2ecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439baf1d-f82a-4d86-bfac-2a114809cea3,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:29.252135 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:28:29.289570 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e54420-c42f-4056-a216-28eb032a7c32 req-3414497d-4bd7-43d9-9f65-097c335846ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:29.291118 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-3414497d-4bd7-43d9-9f65-097c335846ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419538 Sep 21 09:28:29.391890 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-b72b9877-6d55-41c8-9456-48aab3c9c167 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921595 Sep 21 09:28:29.490085 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91e54420-c42f-4056-a216-28eb032a7c32 req-89bd813a-46de-4893-b9c1-592f065fe733 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905044 Sep 21 09:28:29.535654 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44148) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:29.549484 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8e104ce6-0d54-4a68-8216-bc4d8d6733eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.569993 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '357119ae-af64-4f3e-b5f0-5984c535ba69', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'mac_address': 'fa:16:3e:9a:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:27Z', 'updated_at': '2021-09-21T09:28:27Z', 'revision_number': 0, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:28:29.601602 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dab2-620a-408a-9696-a3fc8bef5501 None None] The sync data for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi is: [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '357119ae-af64-4f3e-b5f0-5984c535ba69', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'mac_address': 'fa:16:3e:9a:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:28:27Z', 'updated_at': '2021-09-21T09:28:27Z', 'revision_number': 0, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:28:29.643638 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8e104ce6-0d54-4a68-8216-bc4d8d6733eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.648264 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8e104ce6-0d54-4a68-8216-bc4d8d6733eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.697076 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8e104ce6-0d54-4a68-8216-bc4d8d6733eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=732cec54eb0f408d89f0bb75959a2a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602089 Sep 21 09:28:29.698073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104ce6-0d54-4a68-8216-bc4d8d6733eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0412a9d2-be6c-4fa3-9b18-c6a7ce9b0071,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:29.699802 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44150) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:29.702009 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-72e9effb-74a1-432a-8a6a-b14d0dc0dbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.759869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.783930 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.837843 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d03af-382e-4bd3-8e74-9a2e62083c0f None None] New status for floating IP 357119ae-af64-4f3e-b5f0-5984c535ba69: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:28:29.839454 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.842362 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:29.843544 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0412a9d2-be6c-4fa3-9b18-c6a7ce9b0071 HTTP/1.1" status: 204 len: 168 time: 0.1427062 Sep 21 09:28:29.853398 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac587e-3cbd-40e8-a0fd-e7933bc22335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0412a9d2-be6c-4fa3-9b18-c6a7ce9b0071,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:30.004120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade3ca1-a95a-423d-a25f-60ef31f8d0a6 req-a36c4591-a061-4322-8b12-541ce79fd85d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:30.005664 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ade3ca1-a95a-423d-a25f-60ef31f8d0a6 req-a36c4591-a061-4322-8b12-541ce79fd85d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0543199 Sep 21 09:28:30.070404 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ade3ca1-a95a-423d-a25f-60ef31f8d0a6 req-4e0009ec-b14c-4099-a645-244e3b92f842 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578921 Sep 21 09:28:31.201018 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75407-8f0d-437a-a0da-825ed4ff55b4 req-e49743d7-16d9-48a1-8279-993765d399ed tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:31.202558 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2dc75407-8f0d-437a-a0da-825ed4ff55b4 req-e49743d7-16d9-48a1-8279-993765d399ed tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 946 time: 0.0515931 Sep 21 09:28:31.246076 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-2dc75407-8f0d-437a-a0da-825ed4ff55b4 req-955990c6-cebd-406f-bfd5-f975b22913a1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Sep 21 09:28:31.832794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:31.883781 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-0b09c76f-481a-496d-80c0-8c7173b037a0 req-fada8a63-2d45-4957-accf-a3031f4a51c4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:28:31.884846 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0b09c76f-481a-496d-80c0-8c7173b037a0 req-fada8a63-2d45-4957-accf-a3031f4a51c4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972571 Sep 21 09:28:31.911336 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:31.936303 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:31.938614 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c9ddf0-79fd-46be-a48c-f90b41ab2740" -d '{"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:31.959661 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:31.969834 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:32.000640 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea7b395-cf40-49aa-90e2-114cfd02f6c2 x-openstack-request-id: req-4ea7b395-cf40-49aa-90e2-114cfd02f6c2 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:32.000934 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-unplugged", "status": "failed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "code": 422}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:32.001360 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ea7b395-cf40-49aa-90e2-114cfd02f6c2 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:32.002509 dv-cinder-790014-3-iscsi neutron-server[93978]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'code': 422} returned with failed status Sep 21 09:28:32.033468 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=8']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:32.052607 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ba7e-ce95-493a-ad76-1762146d1afa req-b0ac5388-8de0-4132-8f44-7779eeb7f6e6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:32.054213 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdf6ba7e-ce95-493a-ad76-1762146d1afa req-b0ac5388-8de0-4132-8f44-7779eeb7f6e6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0541186 Sep 21 09:28:32.092271 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdf6ba7e-ce95-493a-ad76-1762146d1afa req-1f3b122f-cb49-4f94-a5a7-b3b9f043f45f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Sep 21 09:28:32.306011 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8e535714-eaf5-447f-84d1-e9262f25f614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:32.311604 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44266) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:32.395478 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-98c28640-37f7-46f8-a29f-11d11cf29367 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827253 Sep 21 09:28:32.405077 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-a03f832e-a5ba-48f4-9731-18b937bb8728 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:28:32.406035 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-a03f832e-a5ba-48f4-9731-18b937bb8728 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055046 Sep 21 09:28:33.221442 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032803d8-e310-46c4-a060-62df97a02e53 req-09d645c0-fa92-4eef-ad6b-27f89e91f296 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:33.222856 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-032803d8-e310-46c4-a060-62df97a02e53 req-09d645c0-fa92-4eef-ad6b-27f89e91f296 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0519924 Sep 21 09:28:33.267805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-032803d8-e310-46c4-a060-62df97a02e53 req-5f7fabed-af2c-4ac8-9e4e-d253aa8461ba tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391476 Sep 21 09:28:33.810417 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:33.831191 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.059867 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-ea23dbe4-e909-481f-baa4-e929995c8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.061562 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-ea23dbe4-e909-481f-baa4-e929995c8e55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 1097 time: 0.0777490 Sep 21 09:28:34.125818 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-0165fed8-e2a9-44a0-bbf0-db75eb01cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.127821 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-0165fed8-e2a9-44a0-bbf0-db75eb01cb2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0436418 Sep 21 09:28:34.224782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-7cedae2e-879c-4fc2-8b07-5beca27b67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.226315 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-7cedae2e-879c-4fc2-8b07-5beca27b67ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0916166 Sep 21 09:28:34.292623 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-1d9ffa46-2e08-420d-a6aa-94bec26380a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0584738 Sep 21 09:28:34.310658 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44332) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:34.348168 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-dbae49a4-330a-4a54-9d4e-9cd324a9c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.349661 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-dbae49a4-330a-4a54-9d4e-9cd324a9c0b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0510197 Sep 21 09:28:34.395480 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7416b-2db1-4be8-88c9-181109b290bd req-c56f8a22-ff86-49ea-90a2-45aac6457e8d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.397384 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-c93dbdfb-ff13-44db-b858-d4aef7a63a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:34.397584 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c1b7416b-2db1-4be8-88c9-181109b290bd req-c56f8a22-ff86-49ea-90a2-45aac6457e8d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0533109 Sep 21 09:28:34.398877 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-c93dbdfb-ff13-44db-b858-d4aef7a63a6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413482 Sep 21 09:28:34.433258 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d42b3699-065d-4ac1-b4cb-bfba8aa0a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.460686 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c1b7416b-2db1-4be8-88c9-181109b290bd req-826d852e-d17c-4d7f-9fe8-39a67cbf1d48 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561106 Sep 21 09:28:34.499516 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-2add8239-20c2-44cb-b4c2-295953235bcb service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932910 Sep 21 09:28:34.543736 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d42b3699-065d-4ac1-b4cb-bfba8aa0a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.547640 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d42b3699-065d-4ac1-b4cb-bfba8aa0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.585201 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d42b3699-065d-4ac1-b4cb-bfba8aa0a85c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=758a190654154a52a7c9060f173fef24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735438 Sep 21 09:28:34.587054 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3699-065d-4ac1-b4cb-bfba8aa0a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e74965-b68a-4571-bf26-b672ce81429b,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:34.588419 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44336) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:34.606631 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a463ffc4-498f-462f-8616-eaf2f9266768 req-1d936686-a0a3-45b1-b4e7-321c20f8b551 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997548 Sep 21 09:28:34.640688 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.662953 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.708760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.711271 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.712408 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63e74965-b68a-4571-bf26-b672ce81429b HTTP/1.1" status: 204 len: 168 time: 0.1224954 Sep 21 09:28:34.720303 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf71bd-96ad-458c-afb8-b2187132ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e74965-b68a-4571-bf26-b672ce81429b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:34.982381 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44356) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:34.994969 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e3349b3-50c0-4104-b2ce-146d2dc578a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.088597 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e3349b3-50c0-4104-b2ce-146d2dc578a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.092703 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e3349b3-50c0-4104-b2ce-146d2dc578a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.131822 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0e3349b3-50c0-4104-b2ce-146d2dc578a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bebf127da1694ab691feb7d1c8a032ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483736 Sep 21 09:28:35.132733 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3349b3-50c0-4104-b2ce-146d2dc578a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3cc0f-a1c7-4748-ac9a-627898cab05b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:35.134472 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44364) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:35.196625 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.230330 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.342108 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.349901 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.355285 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48b3cc0f-a1c7-4748-ac9a-627898cab05b HTTP/1.1" status: 204 len: 168 time: 0.2173162 Sep 21 09:28:35.367161 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb22d6-6e3c-4a71-976a-a04b80476704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3cc0f-a1c7-4748-ac9a-627898cab05b,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:35.394036 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:35.645011 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccc54f-cfd8-45bb-bdc7-780525fbe644 req-92556c38-28b9-4454-9087-b20e07a8ac80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:35.652938 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-03ccc54f-cfd8-45bb-bdc7-780525fbe644 req-92556c38-28b9-4454-9087-b20e07a8ac80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0736413 Sep 21 09:28:35.749394 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-03ccc54f-cfd8-45bb-bdc7-780525fbe644 req-71fcd175-be4e-462b-8ed7-fc7c7d1ec0bd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900567 Sep 21 09:28:36.612170 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44422) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:36.721986 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dc284daf-320e-4fca-a3b2-f7d47c4f6214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:36.823030 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dc284daf-320e-4fca-a3b2-f7d47c4f6214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:36.829485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dc284daf-320e-4fca-a3b2-f7d47c4f6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:36.879156 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-dc284daf-320e-4fca-a3b2-f7d47c4f6214 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf76bda2460a4ea4acddb2fdb7949961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631378 Sep 21 09:28:36.879156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc284daf-320e-4fca-a3b2-f7d47c4f6214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67542204-ba4a-4e97-bcb8-18f21b320181,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:36.880141 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44432) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:36.936286 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:36.940104 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0172119-c04f-4feb-abd6-409c1658001d req-19ba09ea-415a-4cf8-85b8-6f5e51919012 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:36.941509 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d0172119-c04f-4feb-abd6-409c1658001d req-19ba09ea-415a-4cf8-85b8-6f5e51919012 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0884149 Sep 21 09:28:36.959081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:37.001089 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d0172119-c04f-4feb-abd6-409c1658001d req-b1f38eb3-326e-4069-9921-9f8fd6655636 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532055 Sep 21 09:28:37.040501 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:37.043944 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:37.047444 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67542204-ba4a-4e97-bcb8-18f21b320181 HTTP/1.1" status: 204 len: 168 time: 0.1638751 Sep 21 09:28:37.053534 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2091f19-6053-4d1b-a54c-257e6a9e6d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67542204-ba4a-4e97-bcb8-18f21b320181,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:38.170962 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef6a1-0b83-420e-953a-934f9bd1e4a4 req-28ca1b00-3516-41a0-ae3d-070d8692a3ac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:38.173381 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a9ef6a1-0b83-420e-953a-934f9bd1e4a4 req-28ca1b00-3516-41a0-ae3d-070d8692a3ac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0548942 Sep 21 09:28:38.198473 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44472) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:38.224590 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a9ef6a1-0b83-420e-953a-934f9bd1e4a4 req-f2186f1a-e316-41b5-a609-a7c507b4c2e5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Sep 21 09:28:38.312120 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-92758b2a-86d7-4563-8a14-02ffa969aafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.415739 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-92758b2a-86d7-4563-8a14-02ffa969aafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.422426 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-92758b2a-86d7-4563-8a14-02ffa969aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.466551 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758b2a-86d7-4563-8a14-02ffa969aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f2553-ff7f-4fad-ba57-68724c7fe9a7,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:38.473818 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44482) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:38.481105 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-92758b2a-86d7-4563-8a14-02ffa969aafd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e00a803c4a004d9495a0921b7b703237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814653 Sep 21 09:28:38.544948 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.569753 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.637930 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.640459 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:38.641862 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e4f2553-ff7f-4fad-ba57-68724c7fe9a7 HTTP/1.1" status: 204 len: 168 time: 0.1671319 Sep 21 09:28:38.650363 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41159f16-318f-485d-89b9-70dab714aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f2553-ff7f-4fad-ba57-68724c7fe9a7,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:39.371905 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff602ca3-69a3-4058-bf4c-f6d1c0caa261 req-27bd924f-9a01-4611-93c7-c0f6227a3c31 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:39.373491 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff602ca3-69a3-4058-bf4c-f6d1c0caa261 req-27bd924f-9a01-4611-93c7-c0f6227a3c31 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0576859 Sep 21 09:28:39.414968 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff602ca3-69a3-4058-bf4c-f6d1c0caa261 req-b8f3efec-9159-4643-9417-a45734b35e93 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Sep 21 09:28:40.543006 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b583f-8c01-4f66-b282-b562a2806337 req-6492ae44-68cc-4ed0-9852-9fd437217193 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:40.544479 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a35b583f-8c01-4f66-b282-b562a2806337 req-6492ae44-68cc-4ed0-9852-9fd437217193 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0530841 Sep 21 09:28:40.595169 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a35b583f-8c01-4f66-b282-b562a2806337 req-91b4fe8b-336d-4159-a98e-758b5588103f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Sep 21 09:28:41.729137 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587abc-7825-4061-9b02-056811ab4b49 req-b6bf3a4d-d173-445c-abe1-c816acd86fcb tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:41.731216 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a587abc-7825-4061-9b02-056811ab4b49 req-b6bf3a4d-d173-445c-abe1-c816acd86fcb tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Sep 21 09:28:41.771842 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1a587abc-7825-4061-9b02-056811ab4b49 req-bea7fe86-e6c0-4902-bd89-2e6fb161e153 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346146 Sep 21 09:28:42.906228 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d03894-c3ad-4266-8182-2b3d4fccde57 req-e79611e5-d037-4439-a3aa-657a279e3764 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:42.907709 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9d03894-c3ad-4266-8182-2b3d4fccde57 req-e79611e5-d037-4439-a3aa-657a279e3764 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0554502 Sep 21 09:28:42.949646 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9d03894-c3ad-4266-8182-2b3d4fccde57 req-de7de8d4-1a02-410f-8684-f36311bd9eac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Sep 21 09:28:44.115573 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81633a8-f81c-48da-bf47-c7574fcb5442 req-7b5ea9f4-b3b9-4fd3-8067-bc8afe51aaae tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:44.123965 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d81633a8-f81c-48da-bf47-c7574fcb5442 req-7b5ea9f4-b3b9-4fd3-8067-bc8afe51aaae tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0835829 Sep 21 09:28:44.179024 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d81633a8-f81c-48da-bf47-c7574fcb5442 req-dc1e2a02-bafa-4731-9ae5-056f59e4ee59 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515127 Sep 21 09:28:44.486683 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44664) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:44.598745 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c5db3bb-9030-4baf-854a-b756c83b096f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:44.693057 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c5db3bb-9030-4baf-854a-b756c83b096f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:44.697654 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c5db3bb-9030-4baf-854a-b756c83b096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:44.963453 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5db3bb-9030-4baf-854a-b756c83b096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea5236-3bf3-4a92-996d-b4719fbae08a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:44.970843 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8c5db3bb-9030-4baf-854a-b756c83b096f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2578ca9403f43908863fb82bb60d735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805815 Sep 21 09:28:44.971071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44668) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:45.021507 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.043206 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.094688 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.097494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.098806 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8ea5236-3bf3-4a92-996d-b4719fbae08a HTTP/1.1" status: 204 len: 168 time: 0.1268327 Sep 21 09:28:45.109025 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a5cbd-1cab-49d4-ab7e-1d0bd153bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea5236-3bf3-4a92-996d-b4719fbae08a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:45.327731 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4807fd6-48cc-4a70-8742-d3f5e70e39c8 req-4fa3677c-9189-4c17-a597-bb277336bdd6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:45.329331 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4807fd6-48cc-4a70-8742-d3f5e70e39c8 req-4fa3677c-9189-4c17-a597-bb277336bdd6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0519714 Sep 21 09:28:45.378265 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a4807fd6-48cc-4a70-8742-d3f5e70e39c8 req-cd111cb9-3387-4f7e-8f13-1ee8392261c9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Sep 21 09:28:45.476573 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44682) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:45.492655 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2e4c59c7-380c-45cc-9f29-f3fc9ac9f866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.601576 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2e4c59c7-380c-45cc-9f29-f3fc9ac9f866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.606473 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2e4c59c7-380c-45cc-9f29-f3fc9ac9f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.643625 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c59c7-380c-45cc-9f29-f3fc9ac9f866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a1af31-c85c-400b-b96c-db96d25f81ed,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:45.668676 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44692) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:45.669216 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-2e4c59c7-380c-45cc-9f29-f3fc9ac9f866 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ba45a0a801941d3940a9f5a6ffae0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889985 Sep 21 09:28:45.735245 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.765261 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.813871 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.817234 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:45.821641 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8a1af31-c85c-400b-b96c-db96d25f81ed HTTP/1.1" status: 204 len: 168 time: 0.1512029 Sep 21 09:28:45.831805 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5a65-4098-4ad6-a9a1-6fd5ffa82742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a1af31-c85c-400b-b96c-db96d25f81ed,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:46.530151 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d276f-cf58-4051-80d4-03d2f279f749 req-188c4ac9-880b-423a-b990-43782fdbc596 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:46.532063 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff4d276f-cf58-4051-80d4-03d2f279f749 req-188c4ac9-880b-423a-b990-43782fdbc596 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0600042 Sep 21 09:28:46.583280 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff4d276f-cf58-4051-80d4-03d2f279f749 req-fb5f9de2-8274-43b0-8828-a05e100a14b5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Sep 21 09:28:47.207879 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44750) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:47.320994 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da65b81e-e792-4a81-a5f0-fe0da17a6a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.426007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da65b81e-e792-4a81-a5f0-fe0da17a6a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.429346 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da65b81e-e792-4a81-a5f0-fe0da17a6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.469084 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b81e-e792-4a81-a5f0-fe0da17a6a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb8066-16ca-4bf7-8a71-a01644e92f00,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:47.485050 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-da65b81e-e792-4a81-a5f0-fe0da17a6a70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b2328ff2a4a4553b20d467411ebd923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760072 Sep 21 09:28:47.485651 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44760) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:47.536396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.559855 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.620791 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.623683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:47.625009 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58fb8066-16ca-4bf7-8a71-a01644e92f00 HTTP/1.1" status: 204 len: 168 time: 0.1384454 Sep 21 09:28:47.643259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd851593-5260-43e4-a81b-488580d1b084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb8066-16ca-4bf7-8a71-a01644e92f00,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:47.775512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16871699-e4d3-4349-befd-18a2de8e59c8 req-9ebbcbf4-6f63-436b-bfde-9d5f11b8853c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:47.778756 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16871699-e4d3-4349-befd-18a2de8e59c8 req-9ebbcbf4-6f63-436b-bfde-9d5f11b8853c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0638127 Sep 21 09:28:47.820727 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16871699-e4d3-4349-befd-18a2de8e59c8 req-41bf8563-1b04-4cd6-b14d-65fad99b19cd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359232 Sep 21 09:28:48.069708 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44798) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:48.084867 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a921c2f4-ec5c-443d-814b-cb96a020e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.221422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a921c2f4-ec5c-443d-814b-cb96a020e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.228153 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a921c2f4-ec5c-443d-814b-cb96a020e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.279394 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a921c2f4-ec5c-443d-814b-cb96a020e613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d3bf6c08d9249e1a7af3220fbf13870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085414 Sep 21 09:28:48.280381 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c2f4-ec5c-443d-814b-cb96a020e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b358084-5d26-4d4a-b32d-d3b2ea73414c,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:48.281981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44812) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:48.352795 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.377168 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.435428 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.438008 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.439178 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b358084-5d26-4d4a-b32d-d3b2ea73414c HTTP/1.1" status: 204 len: 168 time: 0.1562107 Sep 21 09:28:48.449318 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088fba3-f7e5-47ab-8e85-3957587e0611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b358084-5d26-4d4a-b32d-d3b2ea73414c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:48.830408 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44858) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:48.846938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fdddf0ba-efc5-40e3-8d59-b6fb11385f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.956252 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fdddf0ba-efc5-40e3-8d59-b6fb11385f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.960221 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23315-99f3-47db-a1fe-2bec58b224c5 req-844a002f-c0ad-4e07-a4f2-e60bd2b25b74 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:48.960758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fdddf0ba-efc5-40e3-8d59-b6fb11385f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:48.961960 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-77c23315-99f3-47db-a1fe-2bec58b224c5 req-844a002f-c0ad-4e07-a4f2-e60bd2b25b74 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0592253 Sep 21 09:28:49.000560 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fdddf0ba-efc5-40e3-8d59-b6fb11385f29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4b6d72984284380983ffd87c93c8b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681910 Sep 21 09:28:49.001595 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddf0ba-efc5-40e3-8d59-b6fb11385f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2f27c-cc6d-4124-bec0-a1943470becd,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:49.004229 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44866) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:49.004502 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-77c23315-99f3-47db-a1fe-2bec58b224c5 req-d354772c-c935-45cb-935a-9c0688e5d9b9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352335 Sep 21 09:28:49.056651 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.079068 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.130605 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.133226 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.134442 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19c2f27c-cc6d-4124-bec0-a1943470becd HTTP/1.1" status: 204 len: 168 time: 0.1288700 Sep 21 09:28:49.143761 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a389210-3afb-4e4e-adb9-29ae05036ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2f27c-cc6d-4124-bec0-a1943470becd,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:49.185512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44874) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:49.290174 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d7e487bb-07fb-483f-90d9-1ae8e4a28a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.383566 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d7e487bb-07fb-483f-90d9-1ae8e4a28a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.389231 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d7e487bb-07fb-483f-90d9-1ae8e4a28a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.430952 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d7e487bb-07fb-483f-90d9-1ae8e4a28a32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f61116e9b43a4b8db6e241c9fd676abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420518 Sep 21 09:28:49.430952 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e487bb-07fb-483f-90d9-1ae8e4a28a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e96a9-653a-4201-b463-9d807579adcb,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:49.431342 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44884) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:49.485692 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.508969 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.559273 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.561985 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:49.565400 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/531e96a9-653a-4201-b463-9d807579adcb HTTP/1.1" status: 204 len: 168 time: 0.1306007 Sep 21 09:28:49.570757 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e84d7-6858-4e81-9080-e84015636d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e96a9-653a-4201-b463-9d807579adcb,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:49.941224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 44910) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:49.954767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc76-743d-4f8b-a1e2-7288f1fc4653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.049178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc76-743d-4f8b-a1e2-7288f1fc4653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.054911 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc76-743d-4f8b-a1e2-7288f1fc4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.098008 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-40c8cc76-743d-4f8b-a1e2-7288f1fc4653 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c9877dc2e2f432f965cb0a982a50b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534500 Sep 21 09:28:50.098687 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 44914) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:50.101290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8cc76-743d-4f8b-a1e2-7288f1fc4653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0826ff4b-aa50-490c-bca4-0045256b13f6,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:50.166264 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead4ece-aa52-4eb2-9a15-2de2fe8fd765 req-7b56994f-2b43-4725-9328-2ad566cb4b7e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:50.170734 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bead4ece-aa52-4eb2-9a15-2de2fe8fd765 req-7b56994f-2b43-4725-9328-2ad566cb4b7e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0860293 Sep 21 09:28:50.206348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.229366 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bead4ece-aa52-4eb2-9a15-2de2fe8fd765 req-52912285-9315-4491-bad9-934c003d90d1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549362 Sep 21 09:28:50.240917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.289926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.293165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:50.294403 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0826ff4b-aa50-490c-bca4-0045256b13f6 HTTP/1.1" status: 204 len: 168 time: 0.1805284 Sep 21 09:28:50.301814 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c158-2900-4df2-873c-c213c524290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826ff4b-aa50-490c-bca4-0045256b13f6,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:51.368953 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621c43-9c2e-4481-87c0-de90683f7af8 req-27f22308-4186-4b54-918b-b22353037529 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:51.371450 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f6621c43-9c2e-4481-87c0-de90683f7af8 req-27f22308-4186-4b54-918b-b22353037529 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0541804 Sep 21 09:28:51.411544 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f6621c43-9c2e-4481-87c0-de90683f7af8 req-f85dce51-783b-42a1-b999-d722ca7caa39 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Sep 21 09:28:52.005512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45024) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:52.111571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b4001c38-ea0f-490a-af74-924c3d87d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.202899 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b4001c38-ea0f-490a-af74-924c3d87d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.207664 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b4001c38-ea0f-490a-af74-924c3d87d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.246678 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b4001c38-ea0f-490a-af74-924c3d87d9aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=944c67e3ec2c4ef1bcb82ff998d1ecb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400606 Sep 21 09:28:52.247615 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4001c38-ea0f-490a-af74-924c3d87d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc6afe5-c625-4d86-b6fb-22e85939f6a7,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:52.249302 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45030) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:52.299338 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.322088 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.367217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.369877 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.371768 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cc6afe5-c625-4d86-b6fb-22e85939f6a7 HTTP/1.1" status: 204 len: 168 time: 0.1207082 Sep 21 09:28:52.379140 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac9c06-22ca-4821-884c-53cb3e240a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc6afe5-c625-4d86-b6fb-22e85939f6a7,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:52.534365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f79e5b-eb82-4305-a8e6-35d7788d1ef5 req-de9e0f74-1f73-43f1-8674-7a0673880079 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:52.535944 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-73f79e5b-eb82-4305-a8e6-35d7788d1ef5 req-de9e0f74-1f73-43f1-8674-7a0673880079 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0524840 Sep 21 09:28:52.574848 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-73f79e5b-eb82-4305-a8e6-35d7788d1ef5 req-a8917be2-de70-471b-8239-4a659ef910dc tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Sep 21 09:28:52.649997 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45040) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:52.663664 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-79853ae3-3870-49e3-a8d3-7294922417b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.754745 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-79853ae3-3870-49e3-a8d3-7294922417b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.758472 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-79853ae3-3870-49e3-a8d3-7294922417b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.796618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79853ae3-3870-49e3-a8d3-7294922417b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5530fb6f-83f9-4a7e-95fa-51afafce2b14,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:52.801061 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-79853ae3-3870-49e3-a8d3-7294922417b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce4c65bf65ce4bb9ad70dd3c96e360bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499894 Sep 21 09:28:52.804310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45042) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:52.855337 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.875786 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.925159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.928914 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:52.930426 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5530fb6f-83f9-4a7e-95fa-51afafce2b14 HTTP/1.1" status: 204 len: 168 time: 0.1248367 Sep 21 09:28:52.941619 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a7cd4-288c-49d6-a026-6c3c5171aa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5530fb6f-83f9-4a7e-95fa-51afafce2b14,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:53.702813 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7b498-3280-4ebc-918b-6dbcd7a12d85 req-c4a01185-d100-4f6d-92fa-0bfc036f83ee tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:53.704413 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-64e7b498-3280-4ebc-918b-6dbcd7a12d85 req-c4a01185-d100-4f6d-92fa-0bfc036f83ee tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0542841 Sep 21 09:28:53.744664 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-64e7b498-3280-4ebc-918b-6dbcd7a12d85 req-27a09a16-9802-4c8c-a2b1-1567348f9663 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343549 Sep 21 09:28:53.880730 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:54.868696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b11e0-aa40-40d2-b4a4-91257e80d0a0 req-9aa77da7-5a56-4040-8ccb-570ca50224cd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:54.869756 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-008b11e0-aa40-40d2-b4a4-91257e80d0a0 req-9aa77da7-5a56-4040-8ccb-570ca50224cd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Sep 21 09:28:54.909021 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-008b11e0-aa40-40d2-b4a4-91257e80d0a0 req-2ed200d7-d15c-453c-90d9-086b9b77f0b1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Sep 21 09:28:56.029024 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f693d-8fb7-4826-8f64-eab58cef0794 req-d11c2e68-f2ee-4999-9b58-63f69f1f009c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:56.030501 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d6f693d-8fb7-4826-8f64-eab58cef0794 req-d11c2e68-f2ee-4999-9b58-63f69f1f009c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0499837 Sep 21 09:28:56.066875 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1d6f693d-8fb7-4826-8f64-eab58cef0794 req-e5e2f864-3a92-4f89-a7ff-40fd0d062527 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304668 Sep 21 09:28:56.971041 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:28:57.183662 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf412d-4f5e-4574-aaae-452694d11e28 req-3c570e8f-541f-4b99-bab1-75b59128ca01 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:57.185275 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-20bf412d-4f5e-4574-aaae-452694d11e28 req-3c570e8f-541f-4b99-bab1-75b59128ca01 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0483198 Sep 21 09:28:57.225267 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-20bf412d-4f5e-4574-aaae-452694d11e28 req-a58d7ff8-4a22-481f-a5cd-d01012d16dc2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340760 Sep 21 09:28:58.346125 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc464a94-bafc-47c0-99e8-aa7fd8fce2ab req-63ba67b3-f580-46cb-a5aa-7775521de22d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:58.347606 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc464a94-bafc-47c0-99e8-aa7fd8fce2ab req-63ba67b3-f580-46cb-a5aa-7775521de22d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0532088 Sep 21 09:28:58.383810 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc464a94-bafc-47c0-99e8-aa7fd8fce2ab req-9356ec49-8c63-4661-812d-d523125fc6a8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303705 Sep 21 09:28:59.506383 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394dc9-c704-4096-bc96-b2147efff506 req-1c6ab5c8-be67-464d-8717-1f15a5f6743c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:59.507893 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b394dc9-c704-4096-bc96-b2147efff506 req-1c6ab5c8-be67-464d-8717-1f15a5f6743c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0534573 Sep 21 09:28:59.545672 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b394dc9-c704-4096-bc96-b2147efff506 req-ed60970d-263d-4155-8c88-c2c464ea3af8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Sep 21 09:28:59.685238 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7990a371-7f95-43a1-aa27-0fc2be81d6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:00.668990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72587-79aa-40e1-a5b3-73f3cdf7c878 req-db033ccd-c525-4bd4-b13a-a6f10015c966 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:00.670468 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f4d72587-79aa-40e1-a5b3-73f3cdf7c878 req-db033ccd-c525-4bd4-b13a-a6f10015c966 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0516305 Sep 21 09:29:00.710508 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f4d72587-79aa-40e1-a5b3-73f3cdf7c878 req-54b429e8-eb3e-4250-bf6c-b1adabb15cf2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Sep 21 09:29:01.827715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce813c-7cac-4c72-8956-8289fba2ec2c req-462cc558-8182-4836-8eab-68802077c0a8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:01.829947 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4ce813c-7cac-4c72-8956-8289fba2ec2c req-462cc558-8182-4836-8eab-68802077c0a8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0490847 Sep 21 09:29:01.867760 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4ce813c-7cac-4c72-8956-8289fba2ec2c req-fe2ef6c1-6408-425e-9a57-0ee7e648f138 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Sep 21 09:29:02.308629 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-580ca004-87f1-46d3-b81e-03d1c105fb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:03.010267 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c680a-1b7c-44f2-a2e6-386662f1af36 req-1d802d02-87d2-4dab-ae54-a9c453074ffd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:03.011874 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f52c680a-1b7c-44f2-a2e6-386662f1af36 req-1d802d02-87d2-4dab-ae54-a9c453074ffd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0510478 Sep 21 09:29:03.051000 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f52c680a-1b7c-44f2-a2e6-386662f1af36 req-55ca4909-de06-4220-ab61-4718061079f1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323362 Sep 21 09:29:03.811376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:03.835830 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.172013 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd76a-34e3-4d26-b155-39838c5821ba req-6b66e5dd-4a26-4e2e-bbf8-6328514599f8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:04.174155 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bbfbd76a-34e3-4d26-b155-39838c5821ba req-6b66e5dd-4a26-4e2e-bbf8-6328514599f8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Sep 21 09:29:04.214881 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bbfbd76a-34e3-4d26-b155-39838c5821ba req-cb697a17-c4eb-4770-980d-704313fc8d5a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Sep 21 09:29:05.339290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0474f33-278a-4251-bc51-96ad9025218e req-23c89324-8ff2-4811-a6f0-2b52aa58627d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:05.340827 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c0474f33-278a-4251-bc51-96ad9025218e req-23c89324-8ff2-4811-a6f0-2b52aa58627d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 944 time: 0.0538390 Sep 21 09:29:05.348594 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:05.382164 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c0474f33-278a-4251-bc51-96ad9025218e req-98c07557-e527-4ce1-a65d-8643c3965f5a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350370 Sep 21 09:29:05.991701 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:29:06.174453 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45184) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:06.207545 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:06.218337 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'mac_address': 'fa:16:3e:6b:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:29:06.254123 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.267805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:29:06.279128 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81b21153-59f8-433d-a640-7658d981f6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.288861 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:06.292969 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.357954 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=9']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:06.367234 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.367582 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.367922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.368253 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.368613 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.368947 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.369275 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.369599 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.369948 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.370275 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.370595 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.370915 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.380168 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81b21153-59f8-433d-a640-7658d981f6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.384033 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81b21153-59f8-433d-a640-7658d981f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.424678 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-81b21153-59f8-433d-a640-7658d981f6da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10089185aff74645acf5ec90022397df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489934 Sep 21 09:29:06.425815 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b21153-59f8-433d-a640-7658d981f6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61251e38-fabf-4e36-9402-7da7ebcfbf93,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:06.427249 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45194) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:06.484181 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.505649 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.506164 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7faee-d5aa-4944-8fe4-8b952f54b4fe req-5c6a33c8-a3f2-42ea-a4d7-2eed40fdcc6d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:06.507689 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74a7faee-d5aa-4944-8fe4-8b952f54b4fe req-5c6a33c8-a3f2-42ea-a4d7-2eed40fdcc6d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Sep 21 09:29:06.547608 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74a7faee-d5aa-4944-8fe4-8b952f54b4fe req-dae02a1c-c330-42c3-a4ae-012e525a068a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339923 Sep 21 09:29:06.555586 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.558450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.561565 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61251e38-fabf-4e36-9402-7da7ebcfbf93 HTTP/1.1" status: 204 len: 168 time: 0.1333048 Sep 21 09:29:06.573597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61251e38-fabf-4e36-9402-7da7ebcfbf93,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:06.585259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.585617 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.585986 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.586325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.586657 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.586990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.587322 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.587651 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.587982 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.588308 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.588657 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.588991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf131f-08b6-4ec3-97f5-731cfa09f07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:06.762200 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['b7d2043c-0e20-48b7-8738-efc42b16d3e3'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:29:07.683199 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb7b21-e727-4df1-bb96-c02db6257556 req-25fc3966-21b8-440c-a580-11438eb16757 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:07.684693 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bcfb7b21-e727-4df1-bb96-c02db6257556 req-25fc3966-21b8-440c-a580-11438eb16757 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Sep 21 09:29:07.721755 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bcfb7b21-e727-4df1-bb96-c02db6257556 req-6432663a-7e1f-46a0-86ef-1e355704fd69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Sep 21 09:29:08.008909 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:08.056796 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port b7d2043c-0e20-48b7-8738-efc42b16d3e3 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:08.057170 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.134873 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.156863 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:08.159611 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fed35-d892-474c-90d3-55d88fb92047" -d '{"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:08.171792 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:08.176294 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.223353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=10']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:08.365132 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73c360-155e-46db-920f-7b6c139b8d1d x-openstack-request-id: req-ec73c360-155e-46db-920f-7b6c139b8d1d {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:08.365424 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:08.365671 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec73c360-155e-46db-920f-7b6c139b8d1d {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:08.366063 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'code': 200} Sep 21 09:29:08.849991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc536cd0-5896-446f-9320-e3b16379578c req-8e70ac78-a453-410d-b9de-1ad57eb3cc7e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:08.851469 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc536cd0-5896-446f-9320-e3b16379578c req-8e70ac78-a453-410d-b9de-1ad57eb3cc7e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0526299 Sep 21 09:29:08.891012 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fc536cd0-5896-446f-9320-e3b16379578c req-b7649898-dd05-4d15-959b-76be37c7254c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333242 Sep 21 09:29:08.895390 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c7f9-030a-499c-9441-d892d49d80c6 req-e4e5d674-f34e-4f65-a929-c2d9a0efbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:08.896967 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff45c7f9-030a-499c-9441-d892d49d80c6 req-e4e5d674-f34e-4f65-a929-c2d9a0efbbdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 1100 time: 0.0434365 Sep 21 09:29:08.931386 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ff45c7f9-030a-499c-9441-d892d49d80c6 req-d39c305d-9494-4042-86e4-66182ec1db14 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269928 Sep 21 09:29:10.012576 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b0e3-90d3-4372-bc1a-0e85da358058 req-80e21ce7-3518-42c1-bab2-f28912e09f74 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:10.014054 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90f7b0e3-90d3-4372-bc1a-0e85da358058 req-80e21ce7-3518-42c1-bab2-f28912e09f74 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0490034 Sep 21 09:29:10.051665 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90f7b0e3-90d3-4372-bc1a-0e85da358058 req-fd545a3e-6633-461e-b190-71734c3c634e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Sep 21 09:29:11.176165 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ff91-712b-4f37-99df-0cbca2d8679a req-22be35f8-0b02-410a-b376-0f1a131cc16f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:11.177912 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5f04ff91-712b-4f37-99df-0cbca2d8679a req-22be35f8-0b02-410a-b376-0f1a131cc16f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0531819 Sep 21 09:29:11.218657 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5f04ff91-712b-4f37-99df-0cbca2d8679a req-03a473cc-e58a-408b-a0fc-b3efe2b79618 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344691 Sep 21 09:29:12.363836 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861975d9-84e6-4ea8-bf53-cca8791a35f3 req-79435eac-650f-4c6e-bc64-67539bd9f9e1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:12.365461 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-861975d9-84e6-4ea8-bf53-cca8791a35f3 req-79435eac-650f-4c6e-bc64-67539bd9f9e1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0546594 Sep 21 09:29:12.410490 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-861975d9-84e6-4ea8-bf53-cca8791a35f3 req-3631fdd6-54b6-46f2-ad31-a8ee705faf26 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Sep 21 09:29:23.883522 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:25.332730 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-666e40ba-3ad3-4e29-a1fd-19c267850242 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424635 Sep 21 09:29:25.392349 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a291-ebc3-4564-a930-c46184139857 req-8fde8b64-6fc9-4123-848b-d16aab254c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:25.393924 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-8fde8b64-6fc9-4123-848b-d16aab254c20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1099 time: 0.0393126 Sep 21 09:29:25.503642 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a291-ebc3-4564-a930-c46184139857 req-45d757fb-044a-4e34-8bc5-c544316f4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:25.505166 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-45d757fb-044a-4e34-8bc5-c544316f4727 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.0907159 Sep 21 09:29:25.573953 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-ee70ea7d-f1d5-482c-8b38-940620ba8664 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 1002 time: 0.0615537 Sep 21 09:29:25.620778 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a291-ebc3-4564-a930-c46184139857 req-a408b459-b76b-4096-b103-9e6b52ff3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:25.622101 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-a408b459-b76b-4096-b103-9e6b52ff3083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0419388 Sep 21 09:29:25.666388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a291-ebc3-4564-a930-c46184139857 req-c5616224-e7a8-4fb8-9715-f264123e89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:25.667830 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-c5616224-e7a8-4fb8-9715-f264123e89cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384362 Sep 21 09:29:25.757363 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-83a46b71-516a-4fd6-8a96-f6aef6a1c2bb service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Sep 21 09:29:25.847590 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c096a291-ebc3-4564-a930-c46184139857 req-146e5670-4be0-49a5-a61d-233b2a646994 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810182 Sep 21 09:29:29.565609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45346) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:29.669718 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d5d32732-b06f-4c7b-8e75-ce5091c0f800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.684991 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc8fe-b907-496b-aef9-3663dfd2c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.755388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d5d32732-b06f-4c7b-8e75-ce5091c0f800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.759227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d5d32732-b06f-4c7b-8e75-ce5091c0f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.800716 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d5d32732-b06f-4c7b-8e75-ce5091c0f800 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3ceeac8c793436ba017d7bd549ab7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334292 Sep 21 09:29:29.802113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d32732-b06f-4c7b-8e75-ce5091c0f800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3837b160-0b10-441d-b95c-785ad5c0ef16,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:29.803266 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45350) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:29.854728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.875905 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.921969 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.924472 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:29.926375 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3837b160-0b10-441d-b95c-785ad5c0ef16 HTTP/1.1" status: 204 len: 168 time: 0.1220274 Sep 21 09:29:29.933910 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837b160-0b10-441d-b95c-785ad5c0ef16,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:29.941107 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.941560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.941934 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.942267 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.942597 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.942924 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.943251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.943577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.943906 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.944227 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.944570 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:29.944891 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de6bf3-d765-4beb-a20f-ae9d822c98b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:32.309138 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d1be6be5-2965-4a2c-826e-380b54413165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:33.814788 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:33.836099 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:33.970542 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:29:35.350810 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:51.103638 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c549-f53c-47f8-a261-630c24e61584 req-ee7feb75-f690-4828-9978-a456e434a615 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:51.106051 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3a38c549-f53c-47f8-a261-630c24e61584 req-ee7feb75-f690-4828-9978-a456e434a615 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0499804 Sep 21 09:29:51.143372 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3a38c549-f53c-47f8-a261-630c24e61584 req-ddca4b3f-ec0d-471d-98b0-bf7849f78171 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Sep 21 09:29:52.259110 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c6cb6-33d0-4849-be86-2b369b336bdf req-4520337f-1cbf-4b51-bc0e-c609e1561e5a tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:52.260610 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d99c6cb6-33d0-4849-be86-2b369b336bdf req-4520337f-1cbf-4b51-bc0e-c609e1561e5a tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Sep 21 09:29:52.296693 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d99c6cb6-33d0-4849-be86-2b369b336bdf req-06e324c4-4c6f-4810-908a-d8110ebd53ba tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302882 Sep 21 09:29:53.410429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a825-ed0d-468f-95c4-fab5c41c8aa0 req-26586d7f-be61-447f-9d06-6c6e84895875 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:53.411884 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ca12a825-ed0d-468f-95c4-fab5c41c8aa0 req-26586d7f-be61-447f-9d06-6c6e84895875 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0482516 Sep 21 09:29:53.448163 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ca12a825-ed0d-468f-95c4-fab5c41c8aa0 req-c7869006-18e9-4327-8824-c8e194e892ee tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Sep 21 09:29:53.894727 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:54.561494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27b81f-5013-42fb-afa2-0417aa6ab496 req-d5e983b0-068b-465e-81a6-f54563d81b72 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:54.562994 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ba27b81f-5013-42fb-afa2-0417aa6ab496 req-d5e983b0-068b-465e-81a6-f54563d81b72 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Sep 21 09:29:54.603244 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ba27b81f-5013-42fb-afa2-0417aa6ab496 req-9ef98f5f-8d62-458d-8a5f-998ee7a084bb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Sep 21 09:29:55.715227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f35e2-590c-4ef3-ab2d-464b1f7a9fc8 req-d94b1e91-f0c3-46c5-b41f-f4e2b42b87e0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:55.716715 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dc9f35e2-590c-4ef3-ab2d-464b1f7a9fc8 req-d94b1e91-f0c3-46c5-b41f-f4e2b42b87e0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0473454 Sep 21 09:29:55.758062 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dc9f35e2-590c-4ef3-ab2d-464b1f7a9fc8 req-da2e0172-cacf-47f1-b657-00c77dc5d0b1 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347092 Sep 21 09:29:56.118806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-da8cebbf-038c-491c-9212-a881ecd3b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.120297 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-da8cebbf-038c-491c-9212-a881ecd3b984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1137 time: 0.0429399 Sep 21 09:29:56.120431 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f5430-fc9c-460d-a18b-b4e2139aaa70 req-61fb4e23-523f-4786-b810-e990d91a90dd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.121858 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-475f5430-fc9c-460d-a18b-b4e2139aaa70 req-61fb4e23-523f-4786-b810-e990d91a90dd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0507441 Sep 21 09:29:56.163534 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-475f5430-fc9c-460d-a18b-b4e2139aaa70 req-8579f802-3ee1-46fc-9437-c791cb3e32f6 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352843 Sep 21 09:29:56.216560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-3f8a16f5-3715-4bd8-b14c-0414fc9987bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.217964 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-3f8a16f5-3715-4bd8-b14c-0414fc9987bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 916 time: 0.0900500 Sep 21 09:29:56.286826 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-ff8f3ac7-86a1-4128-9f7c-75c26ceb7151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 1001 time: 0.0613570 Sep 21 09:29:56.337332 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-4c43cab8-5225-46ab-b044-53294dadc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.338788 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-4c43cab8-5225-46ab-b044-53294dadc019 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.0429242 Sep 21 09:29:56.385146 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-d28a6846-03e0-4606-8060-2523ebe028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.386623 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-d28a6846-03e0-4606-8060-2523ebe028ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404882 Sep 21 09:29:56.478541 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-72f2a053-61b0-4cc5-9d0a-b7eda55a0fae service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830760 Sep 21 09:29:56.568130 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d22001d6-6d55-486b-9cd7-441bea1fdce2 req-bccda376-31dc-450d-9304-3c5af7f464ec service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811965 Sep 21 09:29:56.877275 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3180d-ffdb-43e7-b7fe-8cfae6c47cf9 req-ba4f2be5-7d36-44af-84a5-ad6798aacf81 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:56.879202 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c5b3180d-ffdb-43e7-b7fe-8cfae6c47cf9 req-ba4f2be5-7d36-44af-84a5-ad6798aacf81 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Sep 21 09:29:56.917016 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c5b3180d-ffdb-43e7-b7fe-8cfae6c47cf9 req-9d8acdb3-f09e-4be1-b69d-cebf3757c5a8 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Sep 21 09:29:57.276515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bed9ec-1dd4-43e8-bf6d-7460c06c616c req-33910b38-5647-4e1e-b4ae-9ef712c59ab7 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:57.278036 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-34bed9ec-1dd4-43e8-bf6d-7460c06c616c req-33910b38-5647-4e1e-b4ae-9ef712c59ab7 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0490026 Sep 21 09:29:57.317526 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-34bed9ec-1dd4-43e8-bf6d-7460c06c616c req-6d32d0a1-d1ba-44e0-813c-9e882f5a661b tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332699 Sep 21 09:29:58.030031 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a625ff9-6f67-4876-b6e3-63c02c448182 req-fc38fbd9-63db-4497-8cd5-1a8dd06e9c4e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:58.031501 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a625ff9-6f67-4876-b6e3-63c02c448182 req-fc38fbd9-63db-4497-8cd5-1a8dd06e9c4e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Sep 21 09:29:58.068220 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a625ff9-6f67-4876-b6e3-63c02c448182 req-aa46d662-d22c-458c-b5cc-ecb5b069c4b6 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Sep 21 09:29:58.431246 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497c535-bdd7-4187-bee7-0bfaf451a9c2 req-08715e56-b15b-482d-9cbd-f618f9ac4426 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:58.432741 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d497c535-bdd7-4187-bee7-0bfaf451a9c2 req-08715e56-b15b-482d-9cbd-f618f9ac4426 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0491812 Sep 21 09:29:58.475788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d497c535-bdd7-4187-bee7-0bfaf451a9c2 req-f9a829bd-0dd7-41cc-b503-c5f6d3907411 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370288 Sep 21 09:29:59.179958 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e60c-0acf-4e67-8773-093e04b489e4 req-a1de2266-ea6a-4686-9672-1ce2c5dd09c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:59.181440 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9e4e60c-0acf-4e67-8773-093e04b489e4 req-a1de2266-ea6a-4686-9672-1ce2c5dd09c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0478923 Sep 21 09:29:59.218419 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9e4e60c-0acf-4e67-8773-093e04b489e4 req-8ad5fc9e-7a1d-4f2a-bf50-fa155fd0712f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Sep 21 09:29:59.590672 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d46d-556c-4c60-bc58-8026434f1177 req-ec91c1fe-5a3d-4a33-b275-2941eb03aba9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:59.592143 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c912d46d-556c-4c60-bc58-8026434f1177 req-ec91c1fe-5a3d-4a33-b275-2941eb03aba9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0492527 Sep 21 09:29:59.632131 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c912d46d-556c-4c60-bc58-8026434f1177 req-eb06f57e-d28b-4e84-9e28-2c093b9a90ea tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338280 Sep 21 09:29:59.685588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f643d3c7-479c-4e0b-8262-5108576a7bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:00.334500 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0161-f006-4bf8-8f1d-8d08a6095857 req-2c7fd218-a1f6-467d-8149-97c1fd401122 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:00.335961 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8c5c0161-f006-4bf8-8f1d-8d08a6095857 req-2c7fd218-a1f6-467d-8149-97c1fd401122 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Sep 21 09:30:00.372360 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8c5c0161-f006-4bf8-8f1d-8d08a6095857 req-efba1873-d3ff-45f4-9307-5250536bd64f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304132 Sep 21 09:30:00.745683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc8104-15a5-4c78-a028-771f26cb9ee9 req-6110096f-50a7-4721-bbb4-28b3afdeb59d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:00.747179 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7dbc8104-15a5-4c78-a028-771f26cb9ee9 req-6110096f-50a7-4721-bbb4-28b3afdeb59d tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0489478 Sep 21 09:30:00.787031 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7dbc8104-15a5-4c78-a028-771f26cb9ee9 req-e826162b-f83a-4822-9c4b-df1865ccad0a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339539 Sep 21 09:30:01.484962 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403ace-bf0b-4b70-b51f-fd2ae05257ba req-a203152a-37d1-4e5f-a11f-21b3a6b52457 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:01.486342 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67403ace-bf0b-4b70-b51f-fd2ae05257ba req-a203152a-37d1-4e5f-a11f-21b3a6b52457 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Sep 21 09:30:01.523702 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67403ace-bf0b-4b70-b51f-fd2ae05257ba req-8f9edfb8-6b40-4392-87e6-22475761f181 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Sep 21 09:30:01.717431 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8eba-7b74-4106-beb2-5e2c6656057b req-7dd8a9e5-cd34-44b3-9fc7-fb70aa83f54e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:01.718952 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-272b8eba-7b74-4106-beb2-5e2c6656057b req-7dd8a9e5-cd34-44b3-9fc7-fb70aa83f54e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Sep 21 09:30:01.787746 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-272b8eba-7b74-4106-beb2-5e2c6656057b req-5113cd42-5837-483d-a7b7-25eaf19499f4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616293 Sep 21 09:30:01.797411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-f356b360-ac5c-441a-87ee-c239f1f8f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:01.798867 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-f356b360-ac5c-441a-87ee-c239f1f8f27f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 1099 time: 0.0671325 Sep 21 09:30:01.895339 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-ba974f49-8d3a-4ff4-ac03-b5791a7c4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:01.896867 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-ba974f49-8d3a-4ff4-ac03-b5791a7c4e68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.0886037 Sep 21 09:30:01.902321 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7874e28-8713-4782-b3e6-dbee9c13664f req-e6f14cbf-197e-4bbf-9fc5-1f470238eeb8 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:01.904099 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f7874e28-8713-4782-b3e6-dbee9c13664f req-e6f14cbf-197e-4bbf-9fc5-1f470238eeb8 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0491679 Sep 21 09:30:01.947734 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f7874e28-8713-4782-b3e6-dbee9c13664f req-582e4441-d5e6-45ba-bab5-ffaf8c3154e9 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374577 Sep 21 09:30:01.967891 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-ef3163f0-79d6-422b-8f28-dce4d057a4e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 200 len: 1002 time: 0.0626819 Sep 21 09:30:02.017059 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-07f89c0c-bbd2-453e-91e8-a7946a15ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:02.018474 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-07f89c0c-bbd2-453e-91e8-a7946a15ac87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0431259 Sep 21 09:30:02.063344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-9f09b1fb-1cfd-40ca-8cda-144455043238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:02.064760 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-9f09b1fb-1cfd-40ca-8cda-144455043238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382540 Sep 21 09:30:02.155189 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-124076cf-f844-491b-877f-2d3e77fd383a service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830204 Sep 21 09:30:02.242296 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-82c4c9e2-ac15-4373-a387-778d8e24d081 req-92e4b543-0d3c-4a90-980d-1b54fc562376 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798733 Sep 21 09:30:02.310247 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f9e460b6-9561-48e2-9c7d-1568741f98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:02.906130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060a64f-5a06-4425-a8c9-10b2c6ebf413 req-72e63041-6c2f-4c84-af1a-fcd994ba6700 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:02.907607 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5060a64f-5a06-4425-a8c9-10b2c6ebf413 req-72e63041-6c2f-4c84-af1a-fcd994ba6700 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Sep 21 09:30:02.949353 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5060a64f-5a06-4425-a8c9-10b2c6ebf413 req-56f5a2d8-520d-4059-a342-6732c271605e tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351157 Sep 21 09:30:03.061515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72feccd-1c69-4e33-b681-6032ccf517a7 req-fb6ca453-fb09-4f1b-b2e3-1654de6c9854 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:03.062952 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e72feccd-1c69-4e33-b681-6032ccf517a7 req-fb6ca453-fb09-4f1b-b2e3-1654de6c9854 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0484393 Sep 21 09:30:03.103526 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e72feccd-1c69-4e33-b681-6032ccf517a7 req-f5ed9a77-44b6-48ad-b96a-22fb8196d2b5 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338626 Sep 21 09:30:03.816170 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:03.838013 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:04.225125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e6fce-0dfa-45e8-91be-0dc1bc736c2f req-900a3d21-c03d-4bcd-98aa-83d1fea7511f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:04.226617 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-739e6fce-0dfa-45e8-91be-0dc1bc736c2f req-900a3d21-c03d-4bcd-98aa-83d1fea7511f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0509150 Sep 21 09:30:04.266836 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-739e6fce-0dfa-45e8-91be-0dc1bc736c2f req-4ac19387-53a3-485f-ae04-0f3be5a77f73 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341690 Sep 21 09:30:05.355483 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:05.383373 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a6336-08d4-4a78-a1c6-e354612393a0 req-6d3dfe1c-2286-428d-bf0e-d156f6fd8c7e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:05.384898 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-274a6336-08d4-4a78-a1c6-e354612393a0 req-6d3dfe1c-2286-428d-bf0e-d156f6fd8c7e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0500422 Sep 21 09:30:05.424311 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-274a6336-08d4-4a78-a1c6-e354612393a0 req-8cf930ff-c0d7-4378-be20-ae477faf522e tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334730 Sep 21 09:30:06.536785 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61fee-f191-4e68-b09e-601a02a2eeba req-bcd59872-e19f-41e0-8008-820bdd20d736 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:06.538279 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eba61fee-f191-4e68-b09e-601a02a2eeba req-bcd59872-e19f-41e0-8008-820bdd20d736 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0487542 Sep 21 09:30:06.577629 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eba61fee-f191-4e68-b09e-601a02a2eeba req-780f3f77-d8fa-49a7-982b-d8811dc74c35 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333359 Sep 21 09:30:07.692454 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68f99-47bb-4a71-80c2-21dadd793c55 req-d448bf2e-d303-44ec-b0d0-7abda9d7bcda tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:07.693979 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dfc68f99-47bb-4a71-80c2-21dadd793c55 req-d448bf2e-d303-44ec-b0d0-7abda9d7bcda tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0505822 Sep 21 09:30:07.736767 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dfc68f99-47bb-4a71-80c2-21dadd793c55 req-4e164a18-7d73-44bc-a87a-e73b481dacac tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368311 Sep 21 09:30:08.854583 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81546ee-93a6-4873-8689-4283454a398e req-faa35328-1310-4847-b48a-35a5bcc6fd80 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:08.855945 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f81546ee-93a6-4873-8689-4283454a398e req-faa35328-1310-4847-b48a-35a5bcc6fd80 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0537672 Sep 21 09:30:08.895116 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f81546ee-93a6-4873-8689-4283454a398e req-eeb673c7-7ec2-41cc-b4e8-cf2f8353e47c tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331311 Sep 21 09:30:10.021292 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ef206-3a3c-4a21-8a7f-6793275ec4ae req-b092ce95-c5dd-4f53-89a6-86de6d4ca619 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:10.022814 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-924ef206-3a3c-4a21-8a7f-6793275ec4ae req-b092ce95-c5dd-4f53-89a6-86de6d4ca619 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0527313 Sep 21 09:30:10.065921 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-924ef206-3a3c-4a21-8a7f-6793275ec4ae req-a8a0c694-5c22-4650-b222-d2d426115390 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352001 Sep 21 09:30:10.969836 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:30:11.183207 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc916e-531c-479f-8067-6bd6355dcc8b req-d7c2cf34-c631-4f8c-b146-663a99cf34e6 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:11.184734 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0fdc916e-531c-479f-8067-6bd6355dcc8b req-d7c2cf34-c631-4f8c-b146-663a99cf34e6 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0524087 Sep 21 09:30:11.226324 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0fdc916e-531c-479f-8067-6bd6355dcc8b req-1a893012-b852-4ddc-b464-2bd1ac3d6d40 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353768 Sep 21 09:30:12.341342 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf07e-9fdb-4a18-897e-89d8bf3e09d1 req-9f5c0755-4bfb-443c-9b14-faf64bfb57ff tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:12.342834 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7edaf07e-9fdb-4a18-897e-89d8bf3e09d1 req-9f5c0755-4bfb-443c-9b14-faf64bfb57ff tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0496414 Sep 21 09:30:12.383102 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7edaf07e-9fdb-4a18-897e-89d8bf3e09d1 req-19325f8f-b323-410c-bd94-59f04e817d63 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341775 Sep 21 09:30:13.497664 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b6fa-6b29-4dd6-a006-8a4b1201f194 req-a9d3e46b-6a25-4afa-9aae-1a81730df663 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:13.499137 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d65b6fa-6b29-4dd6-a006-8a4b1201f194 req-a9d3e46b-6a25-4afa-9aae-1a81730df663 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0481009 Sep 21 09:30:13.539378 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d65b6fa-6b29-4dd6-a006-8a4b1201f194 req-1a6f4d86-097a-41db-add5-3b6b86766428 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eeed39-0759-4fbc-bb9a-60078fd9eb33&id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336671 Sep 21 09:30:20.881690 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869eb4c-9d95-4c36-9178-727062b9ac60 req-264bf4c5-0a09-411a-b9a2-9616d7d79cd2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:20.883140 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0869eb4c-9d95-4c36-9178-727062b9ac60 req-264bf4c5-0a09-411a-b9a2-9616d7d79cd2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0517724 Sep 21 09:30:20.920803 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0869eb4c-9d95-4c36-9178-727062b9ac60 req-3b7aba7d-d7e3-4ff7-bc45-1f7c4a191fd2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Sep 21 09:30:22.042189 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205227-238b-4c53-8aae-74a0e4d2a096 req-f77f24c7-54c8-4ec8-825b-ed78d7fc6626 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:22.043674 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ac205227-238b-4c53-8aae-74a0e4d2a096 req-f77f24c7-54c8-4ec8-825b-ed78d7fc6626 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0486898 Sep 21 09:30:22.084229 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ac205227-238b-4c53-8aae-74a0e4d2a096 req-b4825b0b-b4fd-48a3-aac4-582c7f0376ed tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Sep 21 09:30:22.667306 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-1f6fba62-9970-406e-8c31-c12449b64eac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:22.668784 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-1f6fba62-9970-406e-8c31-c12449b64eac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0487847 Sep 21 09:30:22.791752 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Deleting port b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:30:22.792079 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:22.876287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] For port b7d2043c-0e20-48b7-8738-efc42b16d3e3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b7d2043c-0e20-48b7-8738-efc42b16d3e3,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:22.876671 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.088793 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.089071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.089387 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Floating IP 3c529b7b-c243-4dae-b1ed-4444b135c234 disassociated. External IP: 172.27.0.121, port: b7d2043c-0e20-48b7-8738-efc42b16d3e3. Sep 21 09:30:23.089724 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Calling delete_port for b7d2043c-0e20-48b7-8738-efc42b16d3e3 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:30:23.241788 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861efe-fb80-4364-b0e3-d30a63d96e10 req-cc6eeb67-33e9-4a16-b3fa-1278df0d7b05 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:23.243267 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e861efe-fb80-4364-b0e3-d30a63d96e10 req-cc6eeb67-33e9-4a16-b3fa-1278df0d7b05 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=7231d13b-e9bf-4af7-a234-0e8815e13fa3 HTTP/1.1" status: 200 len: 947 time: 0.0806093 Sep 21 09:30:23.257073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.295406 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'Port': ['ID=b7d2043c-0e20-48b7-8738-efc42b16d3e3,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:23.320798 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e861efe-fb80-4364-b0e3-d30a63d96e10 req-68804cfc-69f4-4464-aaaa-d20598649a37 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=aec77821-b05c-4f53-8aa7-1507603b649f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713787 Sep 21 09:30:23.423864 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:30:23.531464 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:30:23.540495 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:30:23.550236 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:23.551545 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:30:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:23.591066 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] No DVR routers for this DVR port b7d2043c-0e20-48b7-8738-efc42b16d3e3 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:30:23.594597 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.596780 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d0a4f847-f014-4976-8387-04dc6e4988d1 req-e1f4075d-8867-4950-872d-0c8e3ce8f797 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "DELETE /v2.0/ports/b7d2043c-0e20-48b7-8738-efc42b16d3e3 HTTP/1.1" status: 204 len: 173 time: 0.9220018 Sep 21 09:30:23.597213 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-deleted', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:23.600351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d864d83-a800-4b77-823a-fd6850483f76" -d '{"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-deleted", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:23.663778 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:23.841807 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709fe9bd-79cf-4483-9950-2db56662b32d x-openstack-request-id: req-709fe9bd-79cf-4483-9950-2db56662b32d {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:23.842342 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7231d13b-e9bf-4af7-a234-0e8815e13fa3", "name": "network-vif-deleted", "tag": "b7d2043c-0e20-48b7-8738-efc42b16d3e3", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:23.842342 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-709fe9bd-79cf-4483-9950-2db56662b32d {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:23.843192 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7231d13b-e9bf-4af7-a234-0e8815e13fa3', 'name': 'network-vif-deleted', 'tag': 'b7d2043c-0e20-48b7-8738-efc42b16d3e3', 'status': 'completed', 'code': 200} Sep 21 09:30:23.894093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:23.929071 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:30:23.932558 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:23.938700 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:23.939305 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:30:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:24.049118 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:24.260781 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:24.287591 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f689b0-eee1-4e62-abf6-9fd513074f96 None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:30:24.443916 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45518) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:24.501335 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:24.527310 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:24.542498 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f53cb-917e-433f-ac2b-d6da1dd52780 None None] New status for floating IP 3c529b7b-c243-4dae-b1ed-4444b135c234: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:30:24.598599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:24.601435 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:24.602598 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "DELETE /v2.0/security-groups/aec77821-b05c-4f53-8aa7-1507603b649f HTTP/1.1" status: 204 len: 168 time: 0.1575580 Sep 21 09:30:24.605438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45520) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:24.617133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec77821-b05c-4f53-8aa7-1507603b649f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:24.622094 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-059c5fba-e7bb-4935-9f26-76f8cbc4609f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] show failed (client error): The resource could not be found. Sep 21 09:30:24.623223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-059c5fba-e7bb-4935-9f26-76f8cbc4609f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups/aec77821-b05c-4f53-8aa7-1507603b649f HTTP/1.1" status: 404 len: 347 time: 0.0167961 Sep 21 09:30:24.626015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45522) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:24.628921 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.629556 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.629966 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.630380 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.630782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.631371 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.631767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.632317 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.632739 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.633281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.633834 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.634232 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364394be-0a5f-4547-b515-99bdcdb95595 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:24.766620 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Deleting port 5874a3ee-b83f-459a-9e0b-12a2be812db2 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:30:24.766963 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.094813 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.095520 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.106744 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Calling delete_port for 5874a3ee-b83f-459a-9e0b-12a2be812db2 owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:30:25.242893 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.268756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'Port': ['ID=5874a3ee-b83f-459a-9e0b-12a2be812db2,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:25.327366 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.329978 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.331133 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-47753659-c323-4209-a489-f24776ced7da tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "DELETE /v2.0/floatingips/3c529b7b-c243-4dae-b1ed-4444b135c234 HTTP/1.1" status: 204 len: 168 time: 0.7039990 Sep 21 09:30:25.552722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45526) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:25.557340 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802729320', 'description': 'tempest-description--1534584877'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:25.580345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.661378 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.664828 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.690573 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.691860 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1380706 Sep 21 09:30:25.694851 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45528) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:25.695776 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705edc7f-aed2-4a69-b033-0a9786759538 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e415622-b8a2-4915-b3e0-571618dca5ea,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:25.701848 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group_rule': {'security_group_id': '0e415622-b8a2-4915-b3e0-571618dca5ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:25.730933 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.777637 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.781292 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.805603 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1656df10-6157-4852-b14a-5327b8e6498b,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:25.813126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.817031 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9373919a-3bd3-4927-b57b-f4fd25da8d69 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197903 Sep 21 09:30:25.817690 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45530) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:25.822098 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'security_group_rule': {'security_group_id': '0e415622-b8a2-4915-b3e0-571618dca5ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:25.848345 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.904290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.907895 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.931033 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5cee90-3f9c-4fcd-9748-d7d3ead72298,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:25.934652 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.935865 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-09b8551b-f284-454c-9851-ba984b523af0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172171 Sep 21 09:30:25.939024 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45532) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:25.943350 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:25.965418 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.061983 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.169824 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Allocated IP 172.27.0.212 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/b8b391de-e193-4c7b-884f-3ef947ae908e) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:30:26.268991 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.302133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.338508 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:30:26.341248 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:30:26.344773 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:30:26.373541 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=b8b391de-e193-4c7b-884f-3ef947ae908e,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:26.418257 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:30:26.437525 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.442202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: b7d2043c-0e20-48b7-8738-efc42b16d3e3 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:30:26.442550 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device b7d2043c-0e20-48b7-8738-efc42b16d3e3 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:30:26.471515 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.621508 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.625712 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.705218 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=b8b391de-e193-4c7b-884f-3ef947ae908e,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:26.713798 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.727324 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:26.728518 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-495a0bd5-f850-41a1-9797-a1ff4ce95841 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7885680 Sep 21 09:30:26.947251 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-f350a7df-a470-4066-b2d3-d536c16b8880 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1802729320&fields=id&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 267 time: 0.0328298 Sep 21 09:30:27.053046 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-549df795-1c9c-43f9-9b12-ce400d39167c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:27.054536 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-549df795-1c9c-43f9-9b12-ce400d39167c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 816 time: 0.1007371 Sep 21 09:30:27.069602 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-ce92fbf5-2076-4ee7-ad80-c874965e0f01 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/quotas/b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 375 time: 0.0093672 Sep 21 09:30:27.124953 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-c1418629-1b7d-4c1a-8a73-33a98bd34e7b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501003 Sep 21 09:30:27.219814 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-7fa9c4fd-723f-4742-9a52-d349280d0168 service neutron] 10.222.0.42 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828686 Sep 21 09:30:27.311035 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-9222a2f4-43d3-494c-a9b6-2a1ada06401d service neutron] 10.222.0.42 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 Sep 21 09:30:27.495557 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17ed2250-97a8-4508-b0dd-4a03ea4f9c1f req-b19fb8a5-6598-4ab2-beba-6d37845d328e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 210 time: 0.0296819 Sep 21 09:30:28.426935 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-b825d92d-69ac-4877-8b2a-68cb4d10cc87 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:28.428372 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-b825d92d-69ac-4877-8b2a-68cb4d10cc87 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 816 time: 0.1011338 Sep 21 09:30:28.471621 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-d9e94393-c36c-4c68-91b3-403287256006 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 380 time: 0.0340893 Sep 21 09:30:28.480780 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'port': {'device_id': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'admin_state_up': True, 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'security_groups': ['0e415622-b8a2-4915-b3e0-571618dca5ea']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:28.593707 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Made reservation on behalf of b1fea9963581475fb050dd50064a0c4f for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:30:28.595614 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-30138e6d-c4ab-4ffb-a649-a79a533775f8 req-be305921-8f34-46be-bb5e-78cdb25a4191 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 210 time: 0.0277312 Sep 21 09:30:28.597385 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:28.724286 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Allocated IP 172.20.0.13 (5df5c7cd-50c9-4fa0-ad6c-550a0d76b019/6ef817c9-1dfe-4bb4-a92d-c65f15284e83/736c339f-2fd3-4bf0-aa51-8dd1f729466c) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:30:28.857069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:28.889210 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:28.935079 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:30:28.938084 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:30:28.941651 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:30:28.967635 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:28.996091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:28.996747 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.012589 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-942477a3-1d69-4c20-9dab-73b79d4ecfda tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5355949 Sep 21 09:30:29.070119 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Request body: {'port': {'device_id': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:29.123130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.128475 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-554fa543-921b-4063-962c-cb4aa6cc3001 None None] Provisioning complete for port 736c339f-2fd3-4bf0-aa51-8dd1f729466c triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:30:29.129585 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-554fa543-921b-4063-962c-cb4aa6cc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.163319 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-554fa543-921b-4063-962c-cb4aa6cc3001 None None] Port 736c339f-2fd3-4bf0-aa51-8dd1f729466c cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:30:29.385345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:30:29.392332 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.403877 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Transition to ACTIVE for port object 736c339f-2fd3-4bf0-aa51-8dd1f729466c will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:30:29.407978 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.461756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:29.541439 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Attempting to bind port 736c339f-2fd3-4bf0-aa51-8dd1f729466c on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:30:29.541769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Attempting to bind port 736c339f-2fd3-4bf0-aa51-8dd1f729466c by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:30:29.542093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Attempting to bind port 736c339f-2fd3-4bf0-aa51-8dd1f729466c on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:30:29.546788 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Port 736c339f-2fd3-4bf0-aa51-8dd1f729466c on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:30:29.547114 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Attempting to bind port 736c339f-2fd3-4bf0-aa51-8dd1f729466c on network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:30:29.554930 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:30:29.555131 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Checking segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:30:29.555510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Bound using segment: {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:30:29.555944 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Bound port: 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3fc60a-68a6-4942-9845-e01036ae6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:30:29.556319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.634595 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:30:29.638537 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:30:29.642517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.693184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.693808 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.695241 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 1094 time: 0.6300831 Sep 21 09:30:29.698127 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-39169aed-ead2-4d62-b8e8-9e10a67b4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.698698 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:29.701174 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36920e92-0930-4536-a1a6-99a5e1c5e3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:29.750968 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50b902-5674-4ca0-8379-eb70f89083c4 service neutron] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:29.762211 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b26f37-9556-494c-9a5e-16d739d1b340 x-openstack-request-id: req-f1b26f37-9556-494c-9a5e-16d739d1b340 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:29.762503 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:29.762755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1b26f37-9556-494c-9a5e-16d739d1b340 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:29.763150 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'status': 'completed', 'code': 200} Sep 21 09:30:29.801230 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d1f94-b2f8-4f7f-b2d8-038d592a6382 req-5981cd5d-f578-4ce7-8ccf-729982f2f8ec tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.803059 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-834d1f94-b2f8-4f7f-b2d8-038d592a6382 req-5981cd5d-f578-4ce7-8ccf-729982f2f8ec tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.1310701 Sep 21 09:30:29.830546 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-80833883-302d-43b2-9045-702a6dfbc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.832851 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-80833883-302d-43b2-9045-702a6dfbc1fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1097 time: 0.0902777 Sep 21 09:30:29.886655 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-834d1f94-b2f8-4f7f-b2d8-038d592a6382 req-80ab726f-c13f-4121-b6c1-d233f75d7698 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767939 Sep 21 09:30:29.887968 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-a1a77436-5b51-4ae2-8cce-204a0e3f8a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 217 time: 0.0431020 Sep 21 09:30:29.939889 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-3419351c-b85f-4da2-93d8-82733d387044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.941608 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-3419351c-b85f-4da2-93d8-82733d387044 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0461824 Sep 21 09:30:29.992128 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-24a582d8-c4e4-4a14-b647-fbe7a29ad70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.993666 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-24a582d8-c4e4-4a14-b647-fbe7a29ad70b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443161 Sep 21 09:30:30.083002 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-f3c2b438-64d3-41d2-8d38-5b421c562353 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Sep 21 09:30:30.176892 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f3d6d72-bf6d-454f-abc4-e2f3102b142a req-04dfeb97-fc7b-4673-b587-0dcd9f13e1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862150 Sep 21 09:30:30.266522 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-e519d457-fc90-4a19-bb2e-bfa4be27a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.268010 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-e519d457-fc90-4a19-bb2e-bfa4be27a0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1097 time: 0.0401375 Sep 21 09:30:30.358870 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-e80ac6d2-24d5-4382-8380-91665f17d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.360335 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-e80ac6d2-24d5-4382-8380-91665f17d743 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0856383 Sep 21 09:30:30.401050 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-6dc38364-1667-45ea-bbd0-f5ab6605d107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 217 time: 0.0333383 Sep 21 09:30:30.448070 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-2bfe42fd-08fc-4c3b-ac57-ef77229ce9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.449547 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-2bfe42fd-08fc-4c3b-ac57-ef77229ce9c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0422907 Sep 21 09:30:30.495137 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-b6a7fbba-1be6-4a69-ae2f-ccf79c112a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.496613 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-b6a7fbba-1be6-4a69-ae2f-ccf79c112a65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386481 Sep 21 09:30:30.589444 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-aec10039-0ace-458b-8708-bde1fea8f9af service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844893 Sep 21 09:30:30.683827 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36920e92-0930-4536-a1a6-99a5e1c5e3b7 req-4228bd6b-95e6-48bf-bfb1-2f08c7183e0d service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 Sep 21 09:30:31.011685 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce343b-e5c2-4b02-b4bd-a75fd39cfa02 req-107f42dd-2110-4426-88f0-786c177c30f6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:31.013161 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c3ce343b-e5c2-4b02-b4bd-a75fd39cfa02 req-107f42dd-2110-4426-88f0-786c177c30f6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0519361 Sep 21 09:30:31.057446 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c3ce343b-e5c2-4b02-b4bd-a75fd39cfa02 req-4a41cc0b-3ff5-4b34-a3d1-aaf1ca6e892a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 Sep 21 09:30:32.183277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ce3d3-7d22-4f24-9881-37d45b5a4e90 req-3b7923dc-58b6-4c14-851e-23bcc7168711 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:32.184951 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c68ce3d3-7d22-4f24-9881-37d45b5a4e90 req-3b7923dc-58b6-4c14-851e-23bcc7168711 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0528934 Sep 21 09:30:32.223968 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c68ce3d3-7d22-4f24-9881-37d45b5a4e90 req-d061b67c-58ba-45bc-83f2-63a07a1c4d49 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Sep 21 09:30:32.311699 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d158-3484-486a-9cff-20e76d2f6f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:32.441703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:30:32.549514 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:32.561228 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:30:32.599367 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:32.612078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:30:32.639178 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:32.643088 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:32.696150 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:32.704826 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.705259 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.705684 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.706270 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.706595 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.707537 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.708654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.709062 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.709502 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.709923 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.710342 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:32.710742 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:33.001511 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['736c339f-2fd3-4bf0-aa51-8dd1f729466c'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:30:33.346253 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f88f-298f-44e0-933c-3660deaf1635 req-ed50a53a-b669-493e-b7f7-08eb86e65154 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:33.348805 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b04f88f-298f-44e0-933c-3660deaf1635 req-ed50a53a-b669-493e-b7f7-08eb86e65154 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 945 time: 0.0506642 Sep 21 09:30:33.388350 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4b04f88f-298f-44e0-933c-3660deaf1635 req-2936e540-476b-4c14-8dde-77ba111c799c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340397 Sep 21 09:30:33.817796 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:33.842311 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:34.456816 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:30:34.510127 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f70a-afe3-483e-8a40-69c1bb4856b8 req-8fee30f9-3da6-4692-ac10-51b034bfb4e7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:34.511787 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0ee8f70a-afe3-483e-8a40-69c1bb4856b8 req-8fee30f9-3da6-4692-ac10-51b034bfb4e7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 945 time: 0.0514169 Sep 21 09:30:34.512144 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 736c339f-2fd3-4bf0-aa51-8dd1f729466c completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:30:34.520377 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 736c339f-2fd3-4bf0-aa51-8dd1f729466c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:30:34.521271 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:34.556400 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0ee8f70a-afe3-483e-8a40-69c1bb4856b8 req-9268a882-6014-4854-bcf8-3f82af7d8962 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Sep 21 09:30:34.616515 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:34.639528 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:34.641849 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc0def-0c54-4e65-aa9f-9cea26f93d3b" -d '{"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:34.660437 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:34.664864 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:34.688843 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f58759f-3c42-4613-9b37-b20d7a8d8a0b x-openstack-request-id: req-7f58759f-3c42-4613-9b37-b20d7a8d8a0b {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:34.689136 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:34.689482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f58759f-3c42-4613-9b37-b20d7a8d8a0b {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:34.689768 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'code': 200} Sep 21 09:30:34.719108 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:34.856449 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf3340-df36-41ca-b899-670dc65906d4 req-0c5dfe91-a267-4391-9439-9413d821468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:34.858054 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-baaf3340-df36-41ca-b899-670dc65906d4 req-0c5dfe91-a267-4391-9439-9413d821468c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1099 time: 0.0448155 Sep 21 09:30:34.893903 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-baaf3340-df36-41ca-b899-670dc65906d4 req-275c6d51-55aa-46f3-a92c-9dc38b9a304b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282326 Sep 21 09:30:35.359033 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:35.682298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e690c-88a8-4706-ad5d-53edf50a371a req-7b7ebee8-7958-4027-bd69-f65fc95e8a04 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:35.683811 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-667e690c-88a8-4706-ad5d-53edf50a371a req-7b7ebee8-7958-4027-bd69-f65fc95e8a04 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0498192 Sep 21 09:30:35.721800 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-667e690c-88a8-4706-ad5d-53edf50a371a req-1bd5e4a8-f94f-4ba2-b1e8-ca40b4606009 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Sep 21 09:30:36.848087 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8a87-5bcb-4fb0-98dc-d35b06cc026f req-c35e09bb-33be-4f57-9667-2b981a37ea20 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:36.850402 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-949b8a87-5bcb-4fb0-98dc-d35b06cc026f req-c35e09bb-33be-4f57-9667-2b981a37ea20 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0543034 Sep 21 09:30:36.888482 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-949b8a87-5bcb-4fb0-98dc-d35b06cc026f req-9438b09d-53b4-4038-a8f0-db277488e93f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Sep 21 09:30:37.008958 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d21b4e-eb49-4ff8-9833-bd81c0378c97 req-ff8fb4d0-f5b5-4eb1-b263-1173f90d6e35 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:37.010483 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61d21b4e-eb49-4ff8-9833-bd81c0378c97 req-ff8fb4d0-f5b5-4eb1-b263-1173f90d6e35 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0496790 Sep 21 09:30:37.018811 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45592) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:37.024734 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Request body: {'floatingip': {'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:30:37.065568 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:37.509786 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:37.514122 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:37.618334 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Floating IP a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b associated. External IP: 172.27.0.212, port: 736c339f-2fd3-4bf0-aa51-8dd1f729466c. Sep 21 09:30:37.825313 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:30:38.193375 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:30:38.198238 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:38.205031 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bee932-6129-495a-9983-95524c888f55 None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:30:38.215590 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:38.216296 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:30:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:38.225509 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3ef815d5-134b-4b37-9303-1cdf89e6aa4c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "PUT /v2.0/floatingips/a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b HTTP/1.1" status: 200 len: 992 time: 1.2055964 Sep 21 09:30:38.226378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:38.228962 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:38.368782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0b849-5d57-4d94-b08e-2155f38a8bdc x-openstack-request-id: req-37a0b849-5d57-4d94-b08e-2155f38a8bdc {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:38.369078 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:38.369332 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37a0b849-5d57-4d94-b08e-2155f38a8bdc {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:38.369718 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'status': 'completed', 'code': 200} Sep 21 09:30:38.430585 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-af47754b-b45e-49f2-8543-5490548cd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:38.432131 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-af47754b-b45e-49f2-8543-5490548cd94e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1099 time: 0.0417960 Sep 21 09:30:38.450672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:38.526083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-a6e3ddf8-1f5e-4012-aa4f-7ca0c0480b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:38.527675 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-a6e3ddf8-1f5e-4012-aa4f-7ca0c0480b15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0887017 Sep 21 09:30:38.596192 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-058b1bd6-7c0f-4223-8900-df527da213da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 1000 time: 0.0615199 Sep 21 09:30:38.645183 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-378f2f79-e11c-4f3c-b497-9576623373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:38.646789 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-378f2f79-e11c-4f3c-b497-9576623373a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0442276 Sep 21 09:30:38.671450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:30:26Z', 'updated_at': '2021-09-21T09:30:37Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:38.692586 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-3950149c-83c2-47a1-838c-652b8636d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:38.694031 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-3950149c-83c2-47a1-838c-652b8636d70d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397182 Sep 21 09:30:38.697298 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bee932-6129-495a-9983-95524c888f55 None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:30:38.705357 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:38.705963 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:30:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:38.787446 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-5a25c763-5a00-4019-8858-165535910c30 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Sep 21 09:30:38.810004 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:38.875712 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4733b614-bb99-4d81-8afc-b65ee0ecc1d4 req-75814a3e-d51b-4ca7-a7e3-a5f4861ddc6d service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814774 Sep 21 09:30:39.031432 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-36bee932-6129-495a-9983-95524c888f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:30:26Z', 'updated_at': '2021-09-21T09:30:37Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:39.057079 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bee932-6129-495a-9983-95524c888f55 None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:30:26Z', 'updated_at': '2021-09-21T09:30:37Z', 'revision_number': 1, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:30:39.237165 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84552c-3607-4049-83e0-2cf8eb172dff None None] New status for floating IP a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:30:47.969418 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:30:53.902645 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:59.687329 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b9b1-5339-485a-93a4-a29a45bfc7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.831012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9728-66b9-44e1-adff-30a42c033a05 req-08aab2bb-3e15-4579-bba1-619c0b041d44 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:01.832496 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-869f9728-66b9-44e1-adff-30a42c033a05 req-08aab2bb-3e15-4579-bba1-619c0b041d44 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0497468 Sep 21 09:31:01.875222 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-869f9728-66b9-44e1-adff-30a42c033a05 req-fce078c3-936c-4c55-97fc-e67d001de245 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359435 Sep 21 09:31:02.311878 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e100a931-44e9-455c-a62b-2054bab442cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.990914 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b367d-66f5-4c0f-836c-682fe3fb6bae req-3b125ca0-deed-4328-9f53-2e92c49e7c92 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:02.992427 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-761b367d-66f5-4c0f-836c-682fe3fb6bae req-3b125ca0-deed-4328-9f53-2e92c49e7c92 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0510759 Sep 21 09:31:03.053889 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-761b367d-66f5-4c0f-836c-682fe3fb6bae req-629f75a2-64a1-478e-9d2d-1f1694232b2c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fd9ba6b-4319-437a-9595-a28ca53fd2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531843 Sep 21 09:31:03.063900 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-66226dbe-e602-4523-9c50-7477aab2aea2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:03.066098 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-66226dbe-e602-4523-9c50-7477aab2aea2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 946 time: 0.0727568 Sep 21 09:31:03.160192 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Deleting port 71e640ad-983b-4633-96bc-cfedc94ec6be {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:03.160447 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.246547 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] For port 71e640ad-983b-4633-96bc-cfedc94ec6be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=71e640ad-983b-4633-96bc-cfedc94ec6be,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:03.246917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.419165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.419529 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.419845 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Floating IP acfa49e4-c1d7-4c54-93ed-7d705feec6bf disassociated. External IP: 172.27.0.253, port: 71e640ad-983b-4633-96bc-cfedc94ec6be. Sep 21 09:31:03.420181 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Calling delete_port for 71e640ad-983b-4633-96bc-cfedc94ec6be owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:03.543219 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.574715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'Port': ['ID=71e640ad-983b-4633-96bc-cfedc94ec6be,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:03.586421 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.586732 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.587078 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.587417 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.587749 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.588083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.588411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.588763 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.589100 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.589423 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.589741 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.590060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:03.699717 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:03.805596 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:03.818636 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:03.826600 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.830587 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:03.831201 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:03.845053 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] No DVR routers for this DVR port 71e640ad-983b-4633-96bc-cfedc94ec6be on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:03.847439 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.849588 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d6c1f7e-a9b7-4bd4-b2a3-c2d533327dd7 req-81123b00-81b7-43a3-962b-2547dec7bbdb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "DELETE /v2.0/ports/71e640ad-983b-4633-96bc-cfedc94ec6be HTTP/1.1" status: 204 len: 173 time: 0.7769988 Sep 21 09:31:03.850168 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'name': 'network-vif-deleted', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:03.852438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e10224-97af-44ba-8a25-154d92eeeb5e" -d '{"events": [{"server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "name": "network-vif-deleted", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:03.885087 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.890994 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c96c36f-3530-4f7f-b49f-35f49a1893ec x-openstack-request-id: req-1c96c36f-3530-4f7f-b49f-35f49a1893ec {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:03.891287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3116d1e7-7380-40c5-81dd-369d8fb39280", "name": "network-vif-deleted", "tag": "71e640ad-983b-4633-96bc-cfedc94ec6be", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:03.891538 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c96c36f-3530-4f7f-b49f-35f49a1893ec {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:03.891932 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116d1e7-7380-40c5-81dd-369d8fb39280', 'name': 'network-vif-deleted', 'tag': '71e640ad-983b-4633-96bc-cfedc94ec6be', 'status': 'completed', 'code': 200} Sep 21 09:31:03.958012 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:04.163226 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-030236d8-c02f-439f-8756-096dcd5d2ba4 req-96ce00e7-a346-4874-8dda-05b5a14dd8ba tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3116d1e7-7380-40c5-81dd-369d8fb39280 HTTP/1.1" status: 200 len: 210 time: 0.0303411 Sep 21 09:31:04.169970 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:04.196455 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:04.206384 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:04.207439 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:04.333133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:04.540024 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:04.569630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff993fc-fbff-447a-9485-b40e4a3728c4 None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:04.768717 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb91d3d-2937-4b2c-bf28-50b139a525f0 None None] New status for floating IP acfa49e4-c1d7-4c54-93ed-7d705feec6bf: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:31:05.249307 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45690) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:05.301830 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.325172 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.359712 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.373883 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.376385 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.377583 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "DELETE /v2.0/security-groups/6fd9ba6b-4319-437a-9595-a28ca53fd2d9 HTTP/1.1" status: 204 len: 168 time: 0.1272945 Sep 21 09:31:05.381057 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45692) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:05.387517 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187610bc-0f88-4706-be4c-941cfbf79bc4 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9ba6b-4319-437a-9595-a28ca53fd2d9,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:05.394593 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-8019a16b-230a-4d09-94ef-4eb7d57af4cb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] show failed (client error): The resource could not be found. Sep 21 09:31:05.399137 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8019a16b-230a-4d09-94ef-4eb7d57af4cb tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups/6fd9ba6b-4319-437a-9595-a28ca53fd2d9 HTTP/1.1" status: 404 len: 347 time: 0.0134077 Sep 21 09:31:05.399591 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45694) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:05.763855 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Deleting port a96f6785-5bb2-4f7e-8b78-eceee0ac685c {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:05.764111 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.839425 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.839756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.850863 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Calling delete_port for a96f6785-5bb2-4f7e-8b78-eceee0ac685c owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:05.974821 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.002355 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'Port': ['ID=a96f6785-5bb2-4f7e-8b78-eceee0ac685c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.060846 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.063531 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.064697 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7116874d-80df-4e79-9ca2-20b07ae199c5 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "DELETE /v2.0/floatingips/acfa49e4-c1d7-4c54-93ed-7d705feec6bf HTTP/1.1" status: 204 len: 168 time: 0.6641226 Sep 21 09:31:06.453614 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45700) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:06.458231 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625847193', 'description': 'tempest-description--359213213'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:06.480494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.559817 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.563545 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.588344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.590046 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1349466 Sep 21 09:31:06.592618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45704) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:06.594382 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10df9a-1d97-4dab-8a6e-42d511d127b7 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a04b3-f756-486c-9705-805663656c40,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.598144 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group_rule': {'security_group_id': '9c4a04b3-f756-486c-9705-805663656c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:06.625314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.653769 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 71e640ad-983b-4633-96bc-cfedc94ec6be no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:06.673138 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.674608 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 71e640ad-983b-4633-96bc-cfedc94ec6be {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:06.675013 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 71e640ad-983b-4633-96bc-cfedc94ec6be not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:06.680210 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.696252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41a05c0-73ab-4bac-afb2-bdbce7949ef4,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.702521 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.703707 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-e8920533-e320-48d9-9053-3afd2a7cd647 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091006 Sep 21 09:31:06.706384 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45706) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:06.710932 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'security_group_rule': {'security_group_id': '9c4a04b3-f756-486c-9705-805663656c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:06.736396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.791875 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.795195 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.811958 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9afb1e-b590-4ec6-9c5d-180abaa7634c,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.818071 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.819390 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8c5c7c92-8f18-4955-9446-8119211c5dc3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120939 Sep 21 09:31:06.822467 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45708) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:06.826654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:06.846715 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.941511 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.043921 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Allocated IP 172.27.0.11 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/87dcab2f-9be0-4eb9-b018-fcc5dc653335) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:07.144307 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.179101 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.214261 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:07.217041 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:07.219965 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:07.258645 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=87dcab2f-9be0-4eb9-b018-fcc5dc653335,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:07.325314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.357898 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.515427 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.519951 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.589913 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=87dcab2f-9be0-4eb9-b018-fcc5dc653335,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:07.597764 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.612128 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.613357 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-fd7f810c-552a-43fb-97c9-49758b4cf97d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7899802 Sep 21 09:31:07.809397 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-598555ad-f2d4-46bd-b766-4395a63ef527 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1625847193&fields=id&tenant_id=5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 267 time: 0.0347786 Sep 21 09:31:07.916548 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-88ad072f-5d67-411b-a21b-6568a67fda24 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:07.918052 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-88ad072f-5d67-411b-a21b-6568a67fda24 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 810 time: 0.1020753 Sep 21 09:31:07.932682 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-275b0715-db80-4ed3-9b6a-61cb7ec50cab tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/quotas/5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 375 time: 0.0089366 Sep 21 09:31:07.986918 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-c25a1bf3-9d28-4cef-a165-12fdbbec2606 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489948 Sep 21 09:31:08.088358 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-1c1543b4-c496-466b-8b9c-f8eea2a63b7b service neutron] 10.222.0.42 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890131 Sep 21 09:31:08.178959 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-cd6e51f1-b5fe-48f9-b1a0-7ef8d4f2492e service neutron] 10.222.0.42 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Sep 21 09:31:08.339276 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-df60f8bb-e296-44cd-9164-97c7b5c451d3 req-ec86e871-c42d-4616-af95-d977667a9f93 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 210 time: 0.0297608 Sep 21 09:31:09.257620 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-0de1aa72-1778-41d1-9e22-33822cff2ec0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:09.259064 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-0de1aa72-1778-41d1-9e22-33822cff2ec0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 810 time: 0.1048193 Sep 21 09:31:09.303233 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-c7e1fb62-e497-4bf6-a366-f7d700c4efe0 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3ec370f0441feb7dff6081ce8848a HTTP/1.1" status: 200 len: 380 time: 0.0343246 Sep 21 09:31:09.312859 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'port': {'device_id': '6bb32e59-47fb-4847-9129-6098487c004b', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'admin_state_up': True, 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'security_groups': ['9c4a04b3-f756-486c-9705-805663656c40']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:09.436858 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e049c596-afee-4509-a279-9ddf7754679c req-58b1c892-3264-4546-a068-bbb47b2e900f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 210 time: 0.0285733 Sep 21 09:31:09.446379 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Made reservation on behalf of 5fa3ec370f0441feb7dff6081ce8848a for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:09.450319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.579209 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Allocated IP 172.20.0.5 (417042bf-c690-49ab-9e59-5ca2e3b3de38/07799242-2725-4907-9de1-fb2c3b4b1926/f1c10c02-1d32-4a1d-a7aa-5525df1f5c37) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:09.716672 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.749364 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.789051 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:09.792077 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:09.795658 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:09.823701 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event updated for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:09.852771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:09.853418 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.870081 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-703e7669-8096-4769-abf9-5f6d2f24c779 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608144 Sep 21 09:31:09.945735 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Request body: {'port': {'device_id': '6bb32e59-47fb-4847-9129-6098487c004b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:09.972581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-096738ea-ae6d-44c1-a5d9-1d42cef93b6b None None] Provisioning complete for port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:09.973332 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-096738ea-ae6d-44c1-a5d9-1d42cef93b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.008070 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.010235 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-096738ea-ae6d-44c1-a5d9-1d42cef93b6b None None] Port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:10.263773 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:31:10.270938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.283143 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Transition to ACTIVE for port object f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:31:10.286585 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.338339 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:10.408194 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Attempting to bind port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:10.408448 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Attempting to bind port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:10.408813 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Attempting to bind port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:10.413917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:31:10.414245 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Attempting to bind port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 on network 417042bf-c690-49ab-9e59-5ca2e3b3de38 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:10.419293 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:10.419632 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Checking segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:10.420018 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Bound using segment: {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:10.420449 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Bound port: f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fe84cf-43f3-4bf4-909f-822e0da0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:10.420835 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.489373 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:10.493280 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:10.498167 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.558344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.558961 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.560330 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] 10.222.0.47 "PUT /v2.0/ports/f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 HTTP/1.1" status: 200 len: 1093 time: 0.6195331 Sep 21 09:31:10.562445 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:10.564705 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4bc560-e2d3-43ed-a9cf-810409425a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:10.604554 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bbbb3-e348-467a-8706-b6f0d2795bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:10.624693 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0251c-a1ea-4dc6-b662-d90215711273 req-3639111d-50d7-471f-8d5d-13db722a6b44 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.626211 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2ec0251c-a1ea-4dc6-b662-d90215711273 req-3639111d-50d7-471f-8d5d-13db722a6b44 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 943 time: 0.1026888 Sep 21 09:31:10.628897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624214a9-578d-4521-9827-2455f5c84293 x-openstack-request-id: req-624214a9-578d-4521-9827-2455f5c84293 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:10.629180 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:10.629428 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-624214a9-578d-4521-9827-2455f5c84293 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:10.629815 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'status': 'completed', 'code': 200} Sep 21 09:31:10.687592 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2ec0251c-a1ea-4dc6-b662-d90215711273 req-8768fd35-c1c3-47d9-860d-710869d8ce68 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Sep 21 09:31:10.689386 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-5766d2a1-1e81-42ab-9054-7a4df96e0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.690834 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-5766d2a1-1e81-42ab-9054-7a4df96e0fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 1096 time: 0.0834217 Sep 21 09:31:10.734741 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-6be38fed-a871-4b36-8325-30094ae5ce5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 HTTP/1.1" status: 200 len: 217 time: 0.0349169 Sep 21 09:31:10.786388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-e28edaae-1ccc-405f-b710-913ac9fb0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.788404 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-e28edaae-1ccc-405f-b710-913ac9fb0ffe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0469964 Sep 21 09:31:10.832769 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc65-8c71-452f-8498-abbef494b524 req-16a19d02-014b-4442-9e37-43e91633b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.834854 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-16a19d02-014b-4442-9e37-43e91633b661 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388291 Sep 21 09:31:10.926968 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-25af1f8b-671d-427f-8f44-c370b3c93472 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837173 Sep 21 09:31:11.016829 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642fcc65-8c71-452f-8498-abbef494b524 req-265b7ab1-b4f8-47d5-87ac-d479a5519052 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829806 Sep 21 09:31:11.113666 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-396ab076-805f-415f-b074-63b230630dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.115228 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-396ab076-805f-415f-b074-63b230630dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 1096 time: 0.0398910 Sep 21 09:31:11.206780 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-5d5b29bf-5f37-4c51-85d6-4f72c4a71d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.208128 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-5d5b29bf-5f37-4c51-85d6-4f72c4a71d42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.0856714 Sep 21 09:31:11.249034 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-e6d34d41-f527-4e40-b385-dc5152bd3b5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 HTTP/1.1" status: 200 len: 217 time: 0.0319963 Sep 21 09:31:11.300273 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-8ad323ac-7dde-45ef-aeee-427007a483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.301766 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-8ad323ac-7dde-45ef-aeee-427007a483b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0450959 Sep 21 09:31:11.347212 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-1452af03-a9f4-4306-98d6-35b26efc8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.348758 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-1452af03-a9f4-4306-98d6-35b26efc8e1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390587 Sep 21 09:31:11.437204 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-6e24f63f-56c3-4659-8c6e-b9cb4061d0f3 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808024 Sep 21 09:31:11.529342 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f4bc560-e2d3-43ed-a9cf-810409425a37 req-f3fec6fb-51c2-45d1-9c18-ef7ad27e4f75 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Sep 21 09:31:11.809385 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237c81-5d58-42b5-8a0d-130a323647f5 req-90a133df-ae0e-4b67-b10f-4e6cd0f4f2db tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.810758 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80237c81-5d58-42b5-8a0d-130a323647f5 req-90a133df-ae0e-4b67-b10f-4e6cd0f4f2db tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 943 time: 0.0483928 Sep 21 09:31:11.847341 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80237c81-5d58-42b5-8a0d-130a323647f5 req-b9143837-ef36-4eb8-bbdd-bb771ac6ac41 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Sep 21 09:31:12.963216 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f57468-8321-47eb-b5b6-f6b62a1635fc req-28adc055-2d74-4b0e-936d-760109f48aed tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:12.964692 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8f57468-8321-47eb-b5b6-f6b62a1635fc req-28adc055-2d74-4b0e-936d-760109f48aed tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 943 time: 0.0513387 Sep 21 09:31:13.002422 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8f57468-8321-47eb-b5b6-f6b62a1635fc req-f213d07f-2559-4b1a-bfed-e4c6db64ce76 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Sep 21 09:31:14.116651 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486e59-e6c0-4c54-a8be-be4c723676a7 req-5972c32e-f123-433d-9cd9-afe372664f7c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:14.118128 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb486e59-e6c0-4c54-a8be-be4c723676a7 req-5972c32e-f123-433d-9cd9-afe372664f7c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 943 time: 0.0485201 Sep 21 09:31:14.155201 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb486e59-e6c0-4c54-a8be-be4c723676a7 req-ddbcb419-0808-47b5-a633-f586a559e802 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Sep 21 09:31:14.667949 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:31:14.764683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:14.776516 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'port_id': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'mac_address': 'fa:16:3e:2c:b4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:31:14.813133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:14.826349 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:31:14.844911 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:14.849142 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:14.900424 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:15.194232 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:15.288928 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11871d66-7b8f-4305-96fc-c2c9067982c6 req-44a9fd89-0490-4697-8a8f-6e9e21df8ef3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:15.290468 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11871d66-7b8f-4305-96fc-c2c9067982c6 req-44a9fd89-0490-4697-8a8f-6e9e21df8ef3 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 944 time: 0.0635707 Sep 21 09:31:15.328390 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11871d66-7b8f-4305-96fc-c2c9067982c6 req-a70c1d78-4e4b-4125-8323-7f3127c7c656 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Sep 21 09:31:16.447039 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0b9df-2907-48ef-9505-a9bffc5cacef req-fae03534-dbf3-40d0-b010-270e9571ff7f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:16.448609 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afb0b9df-2907-48ef-9505-a9bffc5cacef req-fae03534-dbf3-40d0-b010-270e9571ff7f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 944 time: 0.0529113 Sep 21 09:31:16.486776 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afb0b9df-2907-48ef-9505-a9bffc5cacef req-4b5d0559-7600-442f-afda-b4f140e2235d tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Sep 21 09:31:16.675908 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:16.725525 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:31:16.728918 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:16.729292 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:16.802904 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:16.823985 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:16.826221 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea2697-9cc6-4353-9c78-2ddfa30b1bf3" -d '{"events": [{"server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "name": "network-vif-plugged", "status": "completed", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:16.838963 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:16.842807 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:16.865845 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e619b04c-b875-49ca-8d5e-f7ec05d4043e x-openstack-request-id: req-e619b04c-b875-49ca-8d5e-f7ec05d4043e {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:16.866137 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "name": "network-vif-plugged", "status": "completed", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:16.866385 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e619b04c-b875-49ca-8d5e-f7ec05d4043e {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:16.866771 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'code': 200} Sep 21 09:31:16.896650 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:17.035649 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d58fb3-22dd-499b-bca3-77b725ed1b01 req-7070c7b2-8fcd-48f2-90d3-a3cdb9efb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:17.038120 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86d58fb3-22dd-499b-bca3-77b725ed1b01 req-7070c7b2-8fcd-48f2-90d3-a3cdb9efb256 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 1098 time: 0.0388277 Sep 21 09:31:17.070405 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86d58fb3-22dd-499b-bca3-77b725ed1b01 req-ac2ff97c-6203-4bc4-8b6b-3d2978e78c15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262778 Sep 21 09:31:17.609356 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ada25-5408-4319-a495-b2cd0532958b req-ee774cb4-99ea-4ae1-9b52-562114527e6c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:17.610828 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a78ada25-5408-4319-a495-b2cd0532958b req-ee774cb4-99ea-4ae1-9b52-562114527e6c tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0519879 Sep 21 09:31:17.647963 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a78ada25-5408-4319-a495-b2cd0532958b req-2695e351-8d28-4fe2-b446-7219e2ae39fd tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Sep 21 09:31:18.761568 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049e80c-e663-48bf-a25e-c0bfd3e8d2e2 req-941273b0-3fad-4973-a5d1-5bc2cf328844 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:18.763042 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0049e80c-e663-48bf-a25e-c0bfd3e8d2e2 req-941273b0-3fad-4973-a5d1-5bc2cf328844 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0483937 Sep 21 09:31:18.807332 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0049e80c-e663-48bf-a25e-c0bfd3e8d2e2 req-b94d5d96-3486-4cfc-b926-24d35dff5688 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Sep 21 09:31:18.854659 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-0f195c1d-a9ab-434f-ba21-ca9211bd1ffa tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704172596&fields=id&tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff HTTP/1.1" status: 200 len: 267 time: 0.0327179 Sep 21 09:31:18.906613 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-ab6756a5-cab1-4506-a790-5e45a2cd7440 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:18.908444 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-ab6756a5-cab1-4506-a790-5e45a2cd7440 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 984 time: 0.0486863 Sep 21 09:31:18.916421 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995836e5-5374-40d8-be77-d904bfbac7c0 req-74c677f6-0268-42df-b2d1-d17771a68d48 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:18.917935 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-995836e5-5374-40d8-be77-d904bfbac7c0 req-74c677f6-0268-42df-b2d1-d17771a68d48 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 21 09:31:18.920221 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Request body: {'port': {'security_groups': ['68338dab-a099-4c18-a700-116d658b982b']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:18.926052 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45792) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:18.931266 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Request body: {'floatingip': {'port_id': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:18.973109 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.992877 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.166395 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:19.195893 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.200742 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.212856 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:19.251069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.251700 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.253184 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-21342b9f-6f10-4151-bf8a-d785cb80472e req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "PUT /v2.0/ports/ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 942 time: 0.3373945 Sep 21 09:31:19.253653 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:19.256497 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:19.263157 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45796) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:19.289378 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19492020-2e22-4ee2-a4e3-c7ca9b1050d3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event updated for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=7']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:19.312558 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649522c3-448b-44e1-bdaf-1a9686c7f12b x-openstack-request-id: req-649522c3-448b-44e1-bdaf-1a9686c7f12b {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:19.313032 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:19.313150 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-649522c3-448b-44e1-bdaf-1a9686c7f12b {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:19.313539 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:31:19.336032 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:19.393912 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.400205 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-1a9748aa-95e2-416b-b52b-71dada597ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.402656 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-1a9748aa-95e2-416b-b52b-71dada597ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1098 time: 0.0657434 Sep 21 09:31:19.457776 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.504646 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-848de0e3-891b-46c2-8439-2a8a02d400b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.506496 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-848de0e3-891b-46c2-8439-2a8a02d400b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 916 time: 0.0971403 Sep 21 09:31:19.563834 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.569939 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.588603 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-94fc94b6-30c5-4dd6-b916-3e7a652df810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 1001 time: 0.0737779 Sep 21 09:31:19.623604 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.626081 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.627236 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "DELETE /v2.0/security-groups/04eeed39-0759-4fbc-bb9a-60078fd9eb33 HTTP/1.1" status: 204 len: 168 time: 0.3601658 Sep 21 09:31:19.629037 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-e9f61930-0e2d-4029-b7f7-33cdd50c5494 None None] Provisioning complete for port ed180864-337c-402a-866a-976fc5cbe57d triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:19.630387 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f61930-0e2d-4029-b7f7-33cdd50c5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.632173 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45798) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:19.662774 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-a63d2fcf-44e9-422d-b49c-144de6828a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.664257 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-a63d2fcf-44e9-422d-b49c-144de6828a32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.0587845 Sep 21 09:31:19.705780 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702f92-ad8b-4170-af23-d29644ab920f tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eeed39-0759-4fbc-bb9a-60078fd9eb33,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:19.721562 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-f0e0e414-acf9-44a1-94f8-c88359327e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.723846 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-f0e0e414-acf9-44a1-94f8-c88359327e39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511150 Sep 21 09:31:19.750819 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Floating IP 4441f44e-784a-4096-a5cf-b13f9f7301af associated. External IP: 172.27.0.11, port: f1c10c02-1d32-4a1d-a7aa-5525df1f5c37. Sep 21 09:31:19.831302 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-0e360629-be0c-4048-82ed-2a239d04615f service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994985 Sep 21 09:31:19.922052 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-51a08cc1-a4eb-44c9-8e34-b41a4d558c8e req-4135e627-6cb6-48d3-84f4-0173f2bcdc8a service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832372 Sep 21 09:31:19.973505 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Deleting port 37dc140f-40d8-41f3-a7d5-9aff4f2e33d1 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:19.974077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.333732 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:20.335944 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.336265 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.351360 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Calling delete_port for 37dc140f-40d8-41f3-a7d5-9aff4f2e33d1 owned by network:floatingip {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:20.542169 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:20.550469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.551991 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:20.562435 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:20.563139 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:20.593510 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d1f52111-599f-4f8e-85eb-4f3180ec6066 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "PUT /v2.0/floatingips/4441f44e-784a-4096-a5cf-b13f9f7301af HTTP/1.1" status: 200 len: 990 time: 1.6637111 Sep 21 09:31:20.593510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:20.594116 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:20.641378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca3656-1eef-45aa-b05c-55a44fbe0943 x-openstack-request-id: req-40ca3656-1eef-45aa-b05c-55a44fbe0943 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:20.641694 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:20.641917 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40ca3656-1eef-45aa-b05c-55a44fbe0943 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:20.642311 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'status': 'completed', 'code': 200} Sep 21 09:31:20.656028 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.683543 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event deleted for resources: {'Port': ['ID=37dc140f-40d8-41f3-a7d5-9aff4f2e33d1,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:20.685562 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:20.718988 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-96f9dab3-90b1-4a2a-a4be-ac911510b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:20.720647 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-96f9dab3-90b1-4a2a-a4be-ac911510b6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 1098 time: 0.0490313 Sep 21 09:31:20.747377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks [] for floatingip, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:20.747742 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Floating IP cb4a5cca-c774-4599-895c-bbeccdb8e9a1 disassociated (deleted). External IP: 172.27.0.222, port: ed180864-337c-402a-866a-976fc5cbe57d. Sep 21 09:31:20.819588 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-25232e58-5199-4f94-b4e5-6c0f485530d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:20.822427 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-25232e58-5199-4f94-b4e5-6c0f485530d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 200 len: 911 time: 0.0939991 Sep 21 09:31:20.907688 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-47d410a4-1bcd-451d-bdd5-08bb46e595de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 HTTP/1.1" status: 200 len: 998 time: 0.0782034 Sep 21 09:31:20.933059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '4441f44e-784a-4096-a5cf-b13f9f7301af', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:2c:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb32e59-47fb-4847-9129-6098487c004b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:07Z', 'updated_at': '2021-09-21T09:31:19Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:20.961704 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:20.976184 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:20.976867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:20.978135 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-cfdb566f-3a9e-4289-8900-98be9e488d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:20.980247 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-cfdb566f-3a9e-4289-8900-98be9e488d30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 200 len: 849 time: 0.0647917 Sep 21 09:31:20.995460 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:21.033167 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-02f6975c-6aad-44de-af17-9c8a75b9f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:21.034732 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-02f6975c-6aad-44de-af17-9c8a75b9f3ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=417042bf-c690-49ab-9e59-5ca2e3b3de38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477784 Sep 21 09:31:21.111703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:21.141282 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:21.148768 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:21.153691 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Sync routers for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:21.166561 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:21.167438 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:21.197641 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1a7b9c99-b043-4c40-951c-b7d0d9a5544a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "DELETE /v2.0/floatingips/cb4a5cca-c774-4599-895c-bbeccdb8e9a1 HTTP/1.1" status: 204 len: 168 time: 1.5626836 Sep 21 09:31:21.213775 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-6f93f38c-26e5-4288-a2a7-64791fc1c0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717122 Sep 21 09:31:21.223370 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb224b-f596-4be9-9721-186ecaadf2fb req-8b9121c7-91a9-453a-b541-509b44bfdcf8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:21.226110 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ceb224b-f596-4be9-9721-186ecaadf2fb req-8b9121c7-91a9-453a-b541-509b44bfdcf8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0750034 Sep 21 09:31:21.296185 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ceb224b-f596-4be9-9721-186ecaadf2fb req-708cd303-43e9-4262-9ddd-ff49cf5206d7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612991 Sep 21 09:31:21.297143 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:21.363190 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-17c3d652-5f3c-4d0f-90cf-79f4c0e05567 req-ca481278-45d9-437a-84c1-817e3ac6301c service neutron] 10.222.0.47 "GET /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363215 Sep 21 09:31:21.435949 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '4441f44e-784a-4096-a5cf-b13f9f7301af', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:2c:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb32e59-47fb-4847-9129-6098487c004b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:07Z', 'updated_at': '2021-09-21T09:31:19Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:21.467898 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a112dc-bd1f-4330-9ab3-659ba9737b70 None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '4441f44e-784a-4096-a5cf-b13f9f7301af', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'port_id': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'mac_address': 'fa:16:3e:2c:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb32e59-47fb-4847-9129-6098487c004b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:07Z', 'updated_at': '2021-09-21T09:31:19Z', 'revision_number': 1, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:21.538180 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:21.564868 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Checking router: 2837216c-77ee-4dd0-b422-69d6cfdcc4bb for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:21.578001 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:21.579447 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:21.658422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449e7b2-0b75-4fe1-9375-c95f6c57862a None None] New status for floating IP 4441f44e-784a-4096-a5cf-b13f9f7301af: ACTIVE {{(pid=93978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:31:21.695623 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:21.978021 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:22.012164 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d09d-08e5-4f2c-9dc3-47c9b2ef2d05 None None] The sync data for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi is: [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:26:41Z', 'revision_number': 4, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '887b235a-1a79-476c-852a-5e2cc93b7ff0', 'name': '', 'network_id': 'df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'mac_address': 'fa:16:3e:ab:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:40Z', 'updated_at': '2021-09-21T09:26:45Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'subnets': [{'id': '0ebe964c-3c9f-4770-a87b-845435667ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:22.227199 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0ba1b-2b55-4a7f-930c-33d374c2d573 None None] New status for floating IP cb4a5cca-c774-4599-895c-bbeccdb8e9a1: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:31:22.421617 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605ada-7bd4-46c2-a19b-d5c9f960ce72 req-6b746d38-95f7-4865-9c06-5a5c1400930b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:22.423109 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8c605ada-7bd4-46c2-a19b-d5c9f960ce72 req-6b746d38-95f7-4865-9c06-5a5c1400930b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0535421 Sep 21 09:31:22.459891 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8c605ada-7bd4-46c2-a19b-d5c9f960ce72 req-2f376d1e-c383-4a82-a7b6-8bcca7ad1343 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302231 Sep 21 09:31:22.643854 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:22.647231 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d8467b-29f7-464b-bc09-2587b5acd0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:22.684299 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff07b918-21f2-4f3f-99a6-8fe904b1c2e7 x-openstack-request-id: req-ff07b918-21f2-4f3f-99a6-8fe904b1c2e7 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:22.684742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:22.684994 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff07b918-21f2-4f3f-99a6-8fe904b1c2e7 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:22.685390 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:31:22.749441 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-8f537b40-c423-4efc-bd1f-5a3785bf9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:22.750894 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-8f537b40-c423-4efc-bd1f-5a3785bf9bfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 1098 time: 0.0396652 Sep 21 09:31:22.845803 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-ebe55894-a5b9-42a1-9bcb-acf1a026fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:22.847260 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-ebe55894-a5b9-42a1-9bcb-acf1a026fce6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 200 len: 916 time: 0.0891712 Sep 21 09:31:22.890510 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-10b0411e-c73b-4fcf-b730-b1f897388029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 200 len: 217 time: 0.0340376 Sep 21 09:31:22.941599 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-4addd92e-515b-485e-a2e7-c4c7a8f66181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:22.943000 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-4addd92e-515b-485e-a2e7-c4c7a8f66181 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 200 len: 854 time: 0.0452332 Sep 21 09:31:22.996429 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-5839559f-f5e4-45fc-95dd-dcdad766da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:22.997951 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-5839559f-f5e4-45fc-95dd-dcdad766da31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479338 Sep 21 09:31:23.089259 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-f77e0bf7-e30b-42a0-90b7-e757bf90fc12 service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835969 Sep 21 09:31:23.425813 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10d8467b-29f7-464b-bc09-2587b5acd0fb req-2f433e74-5f18-4587-bd21-e34035570c5c service neutron] 10.222.0.47 "GET /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293610 Sep 21 09:31:23.576249 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d8fa8-bdd3-4b5c-a87c-9573d219984d req-6cc8f2cf-3200-4311-954d-4fcd02751db7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:23.577765 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d90d8fa8-bdd3-4b5c-a87c-9573d219984d req-6cc8f2cf-3200-4311-954d-4fcd02751db7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Sep 21 09:31:23.615247 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d90d8fa8-bdd3-4b5c-a87c-9573d219984d req-d3243a6c-c763-4b73-970a-3cdf40ee3d98 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Sep 21 09:31:23.909581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:23.958141 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc148023-f462-48c9-9980-8f80cf009aa0 req-a1679418-ee5f-4a84-8762-d9acd4883a38 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:23.961735 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bc148023-f462-48c9-9980-8f80cf009aa0 req-a1679418-ee5f-4a84-8762-d9acd4883a38 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Sep 21 09:31:23.998725 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bc148023-f462-48c9-9980-8f80cf009aa0 req-c102985b-4bbf-42ab-bae6-f8a786c4ccbd tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Sep 21 09:31:24.731806 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6256c-cebd-4f25-9384-3e3d202cc3b5 req-fe443f1f-7a79-4444-a54c-8086b6c472d6 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:24.733305 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5af6256c-cebd-4f25-9384-3e3d202cc3b5 req-fe443f1f-7a79-4444-a54c-8086b6c472d6 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0514302 Sep 21 09:31:24.770241 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5af6256c-cebd-4f25-9384-3e3d202cc3b5 req-6d3a80ee-5cca-4ef8-a29f-ac0c7c9d2864 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Sep 21 09:31:24.968213 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:31:25.113910 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3230c-885d-400f-945c-fe9edef201b8 req-5c17a2f9-ac24-41be-87fc-d0fd907e5d6a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:25.115474 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9cb3230c-885d-400f-945c-fe9edef201b8 req-5c17a2f9-ac24-41be-87fc-d0fd907e5d6a tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0504193 Sep 21 09:31:25.152413 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9cb3230c-885d-400f-945c-fe9edef201b8 req-1538ee26-c09e-483b-9b70-8cdfa0cc4d23 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311472 Sep 21 09:31:25.886016 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d5fd6-bb2a-4272-8287-23cf65541792 req-966dcc12-4f6b-4c0b-96c0-24c2453786f7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:25.887500 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-986d5fd6-bb2a-4272-8287-23cf65541792 req-966dcc12-4f6b-4c0b-96c0-24c2453786f7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0494981 Sep 21 09:31:25.924900 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-986d5fd6-bb2a-4272-8287-23cf65541792 req-d962d059-c858-4088-a1c2-38f6e9b8cb78 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Sep 21 09:31:26.097893 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-7a5e406a-9f30-4a37-85c7-c96f6acf2541 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:26.099371 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-7a5e406a-9f30-4a37-85c7-c96f6acf2541 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.47 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0608644 Sep 21 09:31:26.195202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Deleting port ed180864-337c-402a-866a-976fc5cbe57d {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:26.195551 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:26.277496 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ece9a-db25-4573-a409-1c0f334c8cf9 req-c33b878b-9226-4316-8ab2-f7eab40f2c94 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:26.279010 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4a6ece9a-db25-4573-a409-1c0f334c8cf9 req-c33b878b-9226-4316-8ab2-f7eab40f2c94 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/ports?device_id=65641b98-9cd1-404a-be4a-7bcc539e1a03 HTTP/1.1" status: 200 len: 945 time: 0.0580673 Sep 21 09:31:26.304161 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] For port ed180864-337c-402a-866a-976fc5cbe57d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed180864-337c-402a-866a-976fc5cbe57d,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:26.304721 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:26.316924 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Calling delete_port for ed180864-337c-402a-866a-976fc5cbe57d owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:26.319609 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4a6ece9a-db25-4573-a409-1c0f334c8cf9 req-f4348ed6-1670-4753-a783-4463df05b798 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.42 "GET /v2.0/security-groups?id=68338dab-a099-4c18-a700-116d658b982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Sep 21 09:31:26.446235 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:26.465494 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['ed180864-337c-402a-866a-976fc5cbe57d'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:26.475465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Pushing event deleted for resources: {'Port': ['ID=ed180864-337c-402a-866a-976fc5cbe57d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:26.517661 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] No DVR routers for this DVR port ed180864-337c-402a-866a-976fc5cbe57d on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:26.520124 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:26.522806 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7d11ad6-87a3-43db-9473-f0b6fdd0fe0a req-04b6bf90-5b06-4d26-8bda-61a2d463eca3 tempest-TestMinimumBasicScenario-927787084 tempest-TestMinimumBasicScenario-927787084-project] 10.222.0.47 "DELETE /v2.0/ports/ed180864-337c-402a-866a-976fc5cbe57d HTTP/1.1" status: 204 len: 173 time: 0.4166558 Sep 21 09:31:26.523244 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'name': 'network-vif-deleted', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:26.525905 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d613524-d8db-4c0e-a154-34657fc2e45b" -d '{"events": [{"server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "name": "network-vif-deleted", "tag": "ed180864-337c-402a-866a-976fc5cbe57d"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:26.569312 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05bd6d9-3a13-4cb1-9083-c8e2334e5b25 x-openstack-request-id: req-d05bd6d9-3a13-4cb1-9083-c8e2334e5b25 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:26.569602 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65641b98-9cd1-404a-be4a-7bcc539e1a03", "name": "network-vif-deleted", "tag": "ed180864-337c-402a-866a-976fc5cbe57d", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:26.569855 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d05bd6d9-3a13-4cb1-9083-c8e2334e5b25 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:26.570270 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65641b98-9cd1-404a-be4a-7bcc539e1a03', 'name': 'network-vif-deleted', 'tag': 'ed180864-337c-402a-866a-976fc5cbe57d', 'status': 'completed', 'code': 200} Sep 21 09:31:27.053625 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd9b52-481a-425f-8841-5fd69a06857a req-47adc81b-d64f-4c37-8cd6-db57a41dd8ef tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:27.057110 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9acd9b52-481a-425f-8841-5fd69a06857a req-47adc81b-d64f-4c37-8cd6-db57a41dd8ef tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0601892 Sep 21 09:31:27.100656 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9acd9b52-481a-425f-8841-5fd69a06857a req-ca31a641-ec13-4499-883b-4c68b810583e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Sep 21 09:31:27.981250 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45930) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:28.222621 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dacd-2a5f-4a74-a9f4-a1e9530f1492 req-93cb2256-ebd3-4d56-b240-00657b123e3c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:28.223914 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4563dacd-2a5f-4a74-a9f4-a1e9530f1492 req-93cb2256-ebd3-4d56-b240-00657b123e3c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Sep 21 09:31:28.265838 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4563dacd-2a5f-4a74-a9f4-a1e9530f1492 req-bd800d35-45c9-4914-9a24-10e888ed286e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344603 Sep 21 09:31:28.341269 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:28.586551 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Deleting port 887b235a-1a79-476c-852a-5e2cc93b7ff0 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:28.586888 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:28.667390 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] For port 887b235a-1a79-476c-852a-5e2cc93b7ff0, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=887b235a-1a79-476c-852a-5e2cc93b7ff0,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:28.667751 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:28.679911 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Calling delete_port for 887b235a-1a79-476c-852a-5e2cc93b7ff0 owned by network:router_interface {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:28.750036 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device ed180864-337c-402a-866a-976fc5cbe57d no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:28.773477 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: ed180864-337c-402a-866a-976fc5cbe57d {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:28.773820 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device ed180864-337c-402a-866a-976fc5cbe57d not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:28.858228 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:28.885141 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Pushing event deleted for resources: {'Port': ['ID=887b235a-1a79-476c-852a-5e2cc93b7ff0,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:28.908460 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-aeeb216f-9776-4942-bf18-8542e571870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:28.910215 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-aeeb216f-9776-4942-bf18-8542e571870c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0422268 Sep 21 09:31:28.911204 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.911560 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.911905 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.912309 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.912731 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.913131 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.913403 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.913732 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.914064 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.914395 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.914719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:28.915049 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:29.025502 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-43de17a3-2bf2-4f06-8068-4c2097066019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:29.026930 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-43de17a3-2bf2-4f06-8068-4c2097066019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.0970266 Sep 21 09:31:29.070758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.094741 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-eae2e8c7-a086-4bb4-aa16-68b39137f20b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 1000 time: 0.0607576 Sep 21 09:31:29.148328 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-51159c74-43ed-41ed-956f-63232199e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:29.149804 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-51159c74-43ed-41ed-956f-63232199e15d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0487263 Sep 21 09:31:29.195807 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-cd312d99-5ae8-4e43-930d-0bcab83333f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:29.197318 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-cd312d99-5ae8-4e43-930d-0bcab83333f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407259 Sep 21 09:31:29.283953 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:29.289465 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-db86751b-e4b5-4cab-857b-c378e3ed0efe service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Sep 21 09:31:29.391433 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f2b9167f-1855-44e7-9a60-64a64a1d2d76 req-bfc65bb4-d984-452c-99f1-bd329ce0e484 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948138 Sep 21 09:31:29.432904 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc99427-e1f0-4dbc-a0d4-1d457772a46b req-8f96aab8-b006-4948-b766-c7e9f4500176 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:29.434396 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9bc99427-e1f0-4dbc-a0d4-1d457772a46b req-8f96aab8-b006-4948-b766-c7e9f4500176 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0911460 Sep 21 09:31:29.443237 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:29.453835 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7d459aa3-a372-4977-9de3-b5c00600a617 admin admin] 10.222.0.42 "PUT /v2.0/routers/2837216c-77ee-4dd0-b422-69d6cfdcc4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692829 Sep 21 09:31:29.454011 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Sync routers for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:29.454806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45942) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:29.461695 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:29.462513 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:29.480108 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9bc99427-e1f0-4dbc-a0d4-1d457772a46b req-140938cb-2674-4db5-a609-a8c4b58e0844 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Sep 21 09:31:29.570374 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.572926 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:29.683352 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.698686 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-899c0d29-8935-4323-a86b-6f10b85fa7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.736913 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Deleting port 806fb4c8-240d-49de-bfc5-e05a5b5cce47 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:29.737255 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.761590 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:31:28Z', 'revision_number': 5, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port': {'id': '806fb4c8-240d-49de-bfc5-e05a5b5cce47', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:10:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:37Z', 'updated_at': '2021-09-21T09:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:29.789481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Checking router: 2837216c-77ee-4dd0-b422-69d6cfdcc4bb for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:29.797631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Routers {'2837216c-77ee-4dd0-b422-69d6cfdcc4bb'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:29.798248 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:29.820185 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] For port 806fb4c8-240d-49de-bfc5-e05a5b5cce47, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=806fb4c8-240d-49de-bfc5-e05a5b5cce47,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:29.820703 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:29.834348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Calling delete_port for 806fb4c8-240d-49de-bfc5-e05a5b5cce47 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:29.884314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] Set router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb gateway port host: None {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:29.938183 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:31:29Z', 'revision_number': 6, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:29.965011 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903437ac-1a5b-483e-a6c4-54c02bbdec98 None None] The sync data for ids ['2837216c-77ee-4dd0-b422-69d6cfdcc4bb'] in dv-cinder-790014-3-iscsi is: [{'id': '2837216c-77ee-4dd0-b422-69d6cfdcc4bb', 'name': 'tempest-TestMinimumBasicScenario-1364842893-router', 'tenant_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:35Z', 'updated_at': '2021-09-21T09:31:29Z', 'revision_number': 6, 'project_id': '1c33a9b4cf3e49e18ea60a4d7468daff', 'gw_port_host': None}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:30.007195 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.032152 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Pushing event deleted for resources: {'Port': ['ID=806fb4c8-240d-49de-bfc5-e05a5b5cce47,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:30.095726 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.185073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.187147 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.231625 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.232151 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2837216c-77ee-4dd0-b422-69d6cfdcc4bb {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:31:30.238065 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.239244 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-928d9260-e9fb-4bd5-92da-330c13e0951e admin admin] 10.222.0.42 "DELETE /v2.0/routers/2837216c-77ee-4dd0-b422-69d6cfdcc4bb HTTP/1.1" status: 204 len: 168 time: 0.7833192 Sep 21 09:31:30.242279 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45946) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:30.286244 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Deleting subnet 0ebe964c-3c9f-4770-a87b-845435667ba8 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:31:30.289907 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.324937 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.441760 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 887b235a-1a79-476c-852a-5e2cc93b7ff0 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:30.449961 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.462688 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 887b235a-1a79-476c-852a-5e2cc93b7ff0 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:30.463112 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 887b235a-1a79-476c-852a-5e2cc93b7ff0 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:30.507159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.518825 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.520623 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0ebe964c-3c9f-4770-a87b-845435667ba8 HTTP/1.1" status: 204 len: 168 time: 0.2774007 Sep 21 09:31:30.523230 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45952) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:30.527666 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2adec8-a86d-4d80-8565-1cfba5e68a6a None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:30.545780 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e369-8916-4c7e-afb4-592332f5e445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebe964c-3c9f-4770-a87b-845435667ba8,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:30.614011 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.619597 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6acf60-5f30-467c-a466-e5954409a514 req-88c1d1f3-f695-4160-a18c-1e6c3d301710 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:30.621258 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e6acf60-5f30-467c-a466-e5954409a514 req-88c1d1f3-f695-4160-a18c-1e6c3d301710 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0622659 Sep 21 09:31:30.670875 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e6acf60-5f30-467c-a466-e5954409a514 req-d18779b8-801b-4fbc-8eac-c127b367f4b7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Sep 21 09:31:30.690457 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Deleting port 12195408-daad-46fb-8a41-e6bd26d921d6 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:30.690819 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.747963 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] DHCP port deletion for df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:31:30.762284 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] For port 12195408-daad-46fb-8a41-e6bd26d921d6, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12195408-daad-46fb-8a41-e6bd26d921d6,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:30.762758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.776009 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Calling delete_port for 12195408-daad-46fb-8a41-e6bd26d921d6 owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:30.797978 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Deleting port 12195408-daad-46fb-8a41-e6bd26d921d6 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:30.798533 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.861144 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.870512 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] For port 12195408-daad-46fb-8a41-e6bd26d921d6, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12195408-daad-46fb-8a41-e6bd26d921d6,segment=NetworkSegment(991739c8-af75-4ad6-8682-b4dbfde2efb6),segment_id=991739c8-af75-4ad6-8682-b4dbfde2efb6)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:30.871042 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.883380 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Calling delete_port for 12195408-daad-46fb-8a41-e6bd26d921d6 owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:30.887119 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=12195408-daad-46fb-8a41-e6bd26d921d6,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:30.890662 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] No DVR routers for this DVR port 12195408-daad-46fb-8a41-e6bd26d921d6 on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:30.966116 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:30.990001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:31.002387 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991739c8-af75-4ad6-8682-b4dbfde2efb6') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:31.002821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991739c8-af75-4ad6-8682-b4dbfde2efb6') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:31.014469 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.030588 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.038361 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:31:31.038769 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:31:31.040848 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:31:31.101301 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.107082 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.108964 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] 10.222.0.42 "DELETE /v2.0/networks/df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c HTTP/1.1" status: 204 len: 168 time: 0.5840123 Sep 21 09:31:31.112059 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45956) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:31.122291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf715a9-5e8a-46a4-8a50-272f9d358b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:31.125232 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.150925 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Network df9bef0c-7cbc-49b6-a6da-7d976c3e9a3c is not hosted by any dhcp agent {{(pid=93978) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 09:31:31.151323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] No DVR routers for this DVR port 12195408-daad-46fb-8a41-e6bd26d921d6 on host dv-cinder-790014-3-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:31.154135 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdf60d-2d82-45b2-a83e-4202853024e6 None None] Pushing event deleted for resources: {'Port': ['ID=12195408-daad-46fb-8a41-e6bd26d921d6,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:31.369896 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-42fbeedf-96d9-4b81-8479-cecd6dcbe0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:31.371287 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-42fbeedf-96d9-4b81-8479-cecd6dcbe0a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0773728 Sep 21 09:31:31.541891 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-9a573fda-2775-4d5b-8f4b-3857db93a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:31.543351 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-9a573fda-2775-4d5b-8f4b-3857db93a6bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.1484766 Sep 21 09:31:31.653637 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-c5f2e7fa-7f7a-4f1f-ad99-baf02d334f23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 1000 time: 0.0931106 Sep 21 09:31:31.679120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:31.754188 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-9597124e-575f-41d9-bc18-194842ef9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:31.755596 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-9597124e-575f-41d9-bc18-194842ef9ed2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0900059 Sep 21 09:31:31.797507 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc3b1-b77f-48ef-b57f-923c7b495bf5 req-221567e2-0691-42a1-9656-6449106b85c5 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:31.798992 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-423dc3b1-b77f-48ef-b57f-923c7b495bf5 req-221567e2-0691-42a1-9656-6449106b85c5 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0546045 Sep 21 09:31:31.838472 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-423dc3b1-b77f-48ef-b57f-923c7b495bf5 req-e0eedfe5-7043-4b11-9faf-b6e012389f9e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Sep 21 09:31:31.906492 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-17b363ab-2b89-4fa2-b248-2896264b4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:31.908269 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-17b363ab-2b89-4fa2-b248-2896264b4512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1393073 Sep 21 09:31:32.227527 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12195408-daad-46fb-8a41-e6bd26d921d6 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:32.248427 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 12195408-daad-46fb-8a41-e6bd26d921d6 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:32.248794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12195408-daad-46fb-8a41-e6bd26d921d6 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:32.249218 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 806fb4c8-240d-49de-bfc5-e05a5b5cce47 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:32.267505 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 806fb4c8-240d-49de-bfc5-e05a5b5cce47 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:32.267848 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 806fb4c8-240d-49de-bfc5-e05a5b5cce47 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:32.291887 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-4c00075f-8f22-4b2f-864a-ee38838dbbeb service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674612 Sep 21 09:31:32.312078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4be2f5e5-1fa4-4d47-875a-7ac71ea9d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:32.422688 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-128597b2-58e1-4a30-a28c-4fdaae9e6e4d req-69005313-c413-47f0-971d-30b9996453ea service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131918 Sep 21 09:31:32.432558 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Deleting port 915381f8-03e9-4879-ab10-d4aba55744d1 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:32.432914 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:32.511206 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] For port 915381f8-03e9-4879-ab10-d4aba55744d1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=915381f8-03e9-4879-ab10-d4aba55744d1,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:32.511573 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:32.524420 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Calling delete_port for 915381f8-03e9-4879-ab10-d4aba55744d1 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:32.702564 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:32.730600 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=915381f8-03e9-4879-ab10-d4aba55744d1,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:32.904379 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.029043 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612ee2-23b1-43df-9ce9-26ec612f8c21 req-0f56ccb5-f366-4124-a47d-ae0e4ae2ffa7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:33.030446 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9d612ee2-23b1-43df-9ce9-26ec612f8c21 req-0f56ccb5-f366-4124-a47d-ae0e4ae2ffa7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.1160676 Sep 21 09:31:33.111613 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9d612ee2-23b1-43df-9ce9-26ec612f8c21 req-75c2273c-19d6-49d3-aa5e-20749d8d0094 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749891 Sep 21 09:31:33.181895 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:33.287874 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:33.292822 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4a0d7bbe-d7ff-48f7-8bc6-badea89457b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/87dd2303-3547-4cf0-8f80-c9dbd050bf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1796522 Sep 21 09:31:33.295527 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45970) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:33.296069 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Sync routers for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:33.305083 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:33.305685 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:33.407625 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:33.585461 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:31:32Z', 'revision_number': 5, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:33.614916 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Checking router: 87dd2303-3547-4cf0-8f80-c9dbd050bf34 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:33.623204 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Routers {'87dd2303-3547-4cf0-8f80-c9dbd050bf34'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:33.623811 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:33.636554 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.726252 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] Set router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:33.750961 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.808707 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Deleting port f62c58db-cdf7-44c0-9558-29549a6838f1 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:33.809512 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.819514 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.850488 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.899609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] For port f62c58db-cdf7-44c0-9558-29549a6838f1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f62c58db-cdf7-44c0-9558-29549a6838f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:33.899973 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:33.913503 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Calling delete_port for f62c58db-cdf7-44c0-9558-29549a6838f1 owned by network:router_gateway {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:33.918612 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:31:32Z', 'revision_number': 5, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:33.945111 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9c518-e208-45ce-90e8-50890fefb989 None None] The sync data for ids ['87dd2303-3547-4cf0-8f80-c9dbd050bf34'] in dv-cinder-790014-3-iscsi is: [{'id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'name': 'tempest-TestMinimumBasicScenario-1343883990-router', 'tenant_id': 'ab2b8cd305c5468ca539edec858842d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:26:44Z', 'updated_at': '2021-09-21T09:31:32Z', 'revision_number': 5, 'project_id': 'ab2b8cd305c5468ca539edec858842d8', 'gw_port': {'id': 'f62c58db-cdf7-44c0-9558-29549a6838f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd2303-3547-4cf0-8f80-c9dbd050bf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:26:45Z', 'updated_at': '2021-09-21T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:34.095865 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.124778 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f62c58db-cdf7-44c0-9558-29549a6838f1,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:34.184456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.326425 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.328769 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.414744 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 915381f8-03e9-4879-ab10-d4aba55744d1 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:34.425674 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fdd9-ec8f-455d-b558-f94676de9e3c req-a49deabd-6a8f-417c-9198-c8c748804831 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:34.433083 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1370fdd9-ec8f-455d-b558-f94676de9e3c req-a49deabd-6a8f-417c-9198-c8c748804831 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.2318094 Sep 21 09:31:34.434818 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.436625 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87dd2303-3547-4cf0-8f80-c9dbd050bf34 {{(pid=93976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:31:34.445068 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 915381f8-03e9-4879-ab10-d4aba55744d1 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:34.445446 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 915381f8-03e9-4879-ab10-d4aba55744d1 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:34.453241 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.454343 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c02d71fc-709b-45a3-ae3b-b5f4e6ed8b6f admin admin] 10.222.0.42 "DELETE /v2.0/routers/87dd2303-3547-4cf0-8f80-c9dbd050bf34 HTTP/1.1" status: 204 len: 168 time: 1.1578460 Sep 21 09:31:34.457008 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 45980) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:34.489590 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-1370fdd9-ec8f-455d-b558-f94676de9e3c req-6aa6220e-981f-40aa-bb0f-9eba2fdebf94 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500672 Sep 21 09:31:34.672060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Deleting subnet 8f719ca8-71d5-40d5-aa9b-92bd493280ed {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:31:34.675526 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.715607 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.790357 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.848636 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.876177 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f719ca8-71d5-40d5-aa9b-92bd493280ed,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:34.878184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.881833 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-10cfce99-1413-4337-97c2-fcab7abf772a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8f719ca8-71d5-40d5-aa9b-92bd493280ed HTTP/1.1" status: 204 len: 168 time: 0.4225252 Sep 21 09:31:34.884252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45986) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:34.886907 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5343b67-7212-425c-bf08-ee026e626a13 None None] Network 252260c1-f6eb-43a5-ba12-8e007974a9e0 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:34.950691 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.014392 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Deleting port f342e27f-1324-46af-aa99-862e40b6d21f {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:35.014744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.065345 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] DHCP port deletion for 252260c1-f6eb-43a5-ba12-8e007974a9e0 request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:31:35.086089 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] For port f342e27f-1324-46af-aa99-862e40b6d21f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f342e27f-1324-46af-aa99-862e40b6d21f,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:35.086449 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.098821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Calling delete_port for f342e27f-1324-46af-aa99-862e40b6d21f owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:35.116614 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Deleting port f342e27f-1324-46af-aa99-862e40b6d21f {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:35.116993 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.175944 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.179609 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] For port f342e27f-1324-46af-aa99-862e40b6d21f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f342e27f-1324-46af-aa99-862e40b6d21f,segment=NetworkSegment(cc75c0ce-edca-4e97-83a7-688095e950ee),segment_id=cc75c0ce-edca-4e97-83a7-688095e950ee)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:35.180005 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.192458 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Calling delete_port for f342e27f-1324-46af-aa99-862e40b6d21f owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:35.202901 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f342e27f-1324-46af-aa99-862e40b6d21f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:35.204699 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] No DVR routers for this DVR port f342e27f-1324-46af-aa99-862e40b6d21f on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:35.273555 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.278999 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.297922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Pushing event deleted for resources: {'Port': ['ID=f342e27f-1324-46af-aa99-862e40b6d21f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:35.298895 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252260c1-f6eb-43a5-ba12-8e007974a9e0']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:35.305059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] No DVR routers for this DVR port f342e27f-1324-46af-aa99-862e40b6d21f on host dv-cinder-790014-3-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:35.308393 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.308553 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc75c0ce-edca-4e97-83a7-688095e950ee') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:35.308862 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.308994 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc75c0ce-edca-4e97-83a7-688095e950ee') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:35.309098 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.309439 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.312716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedbef9f-2469-473e-9e68-237aa4cfe701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:35.325877 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.339845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.345614 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:31:35.345993 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:31:35.348780 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:31:35.366104 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.407722 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.423450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.425344 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/252260c1-f6eb-43a5-ba12-8e007974a9e0 HTTP/1.1" status: 204 len: 168 time: 0.5400827 Sep 21 09:31:35.426609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8d07f-ab33-42fe-a9db-58310799a0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=252260c1-f6eb-43a5-ba12-8e007974a9e0,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:35.537683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45994) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:35.580500 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b0bcd1cd-f44e-47cc-b8a1-accb1074e6ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c33a9b4cf3e49e18ea60a4d7468daff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413249 Sep 21 09:31:35.582744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 45996) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:35.612214 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a179e-cc01-4b2d-a87e-c4099b94b876 req-ea3821a0-4b6c-47a3-a784-fb21454c6bb3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:35.613759 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-250a179e-cc01-4b2d-a87e-c4099b94b876 req-ea3821a0-4b6c-47a3-a784-fb21454c6bb3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0538805 Sep 21 09:31:35.632069 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.651531 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-250a179e-cc01-4b2d-a87e-c4099b94b876 req-ac755f6e-eebd-4fc8-930e-464a5dd838a3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312312 Sep 21 09:31:35.653818 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.700907 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.703405 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:35.704722 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68338dab-a099-4c18-a700-116d658b982b HTTP/1.1" status: 204 len: 168 time: 0.1209536 Sep 21 09:31:35.713610 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bcdbf-fe65-489e-86af-b59f68899aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68338dab-a099-4c18-a700-116d658b982b,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:35.871525 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-aa431a4f-8955-47ed-a564-2a0642c152cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694659 Sep 21 09:31:35.891744 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf181-edc7-4792-98d6-2b674d3b94b1 req-d9775698-9ad3-48f1-bc9c-c23ea5a73a10 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:35.893384 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb4cf181-edc7-4792-98d6-2b674d3b94b1 req-d9775698-9ad3-48f1-bc9c-c23ea5a73a10 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0641844 Sep 21 09:31:35.934046 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb4cf181-edc7-4792-98d6-2b674d3b94b1 req-69c1166f-7670-4d1b-a9ad-0da0f8ebcbf7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Sep 21 09:31:36.048960 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46008) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:36.093306 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cc95501e-a2fa-4b6b-b92e-8aa53edfafaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab2b8cd305c5468ca539edec858842d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431590 Sep 21 09:31:36.095746 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46012) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:36.157369 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:36.178956 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:36.233251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:36.235294 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:36.238805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77fc66b-d608-4a2b-9fdd-9d400e255a22 HTTP/1.1" status: 204 len: 168 time: 0.1397753 Sep 21 09:31:36.239059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f342e27f-1324-46af-aa99-862e40b6d21f no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:36.246476 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc722606-e02a-4976-a17a-2670cd47f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77fc66b-d608-4a2b-9fdd-9d400e255a22,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:36.263624 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: f342e27f-1324-46af-aa99-862e40b6d21f {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:36.264048 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f342e27f-1324-46af-aa99-862e40b6d21f not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:36.264565 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f62c58db-cdf7-44c0-9558-29549a6838f1 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:36.287910 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: f62c58db-cdf7-44c0-9558-29549a6838f1 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:36.288482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f62c58db-cdf7-44c0-9558-29549a6838f1 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:36.913492 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46040) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:37.017454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-765560714-network', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:37.054754 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Made reservation on behalf of a5a1f4dd3aa041d28fd31d906a9afcb6 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:37.057709 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.066275 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325658-b372-4f26-beff-d99261b4bb7b req-00db8aad-0ef5-40bc-a178-a3a8a93a9e2b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:37.067728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.067881 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-47325658-b372-4f26-beff-d99261b4bb7b req-00db8aad-0ef5-40bc-a178-a3a8a93a9e2b tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Sep 21 09:31:37.113248 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-47325658-b372-4f26-beff-d99261b4bb7b req-9c68cc89-c551-422f-a41a-0dec39b365a7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Sep 21 09:31:37.184275 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.189663 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.214271 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:31:37.223703 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0810c9-af28-43c3-a3be-6c79cbd65bc7,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:37.228401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.228767 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Added segment 9cc9601e-df00-48dc-ba93-00d0baa154ad of type vlan for network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 Sep 21 09:31:37.276429 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.300563 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.301499 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:37.302345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.335614 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4209669 Sep 21 09:31:37.338616 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46056) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:37.343624 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Request body: {'subnet': {'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-765560714-subnet', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:37.362604 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3b65-7f85-453d-9240-967078e3b4cc admin admin] Pushing event updated for resources: {'Network': ['ID=db821c55-0aa5-4c7d-b5f4-d83fae9440c6,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:37.364993 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Made reservation on behalf of a5a1f4dd3aa041d28fd31d906a9afcb6 for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:37.367890 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.374294 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:31:37.532311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.583602 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de91fde-f685-44a1-bdfb-58368f7f7474,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:37.594549 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:37.594894 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Network hostable DHCP agents. Network: db821c55-0aa5-4c7d-b5f4-d83fae9440c6, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:31:37.611084 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:31:37.620172 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, db821c55-0aa5-4c7d-b5f4-d83fae9440c6) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:37.624114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:37.624732 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.632123 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb112100-962f-4e6b-b4a6-1990e13b9272 None None] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:37.638975 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7279749e-6700-4923-968a-fb84e9e08094 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2991266 Sep 21 09:31:37.641873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46058) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:37.646119 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:37.672347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.673359 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.730129 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.775292 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:31:37.776165 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.866555 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:37.910507 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Allocated IP 172.20.0.2 (db821c55-0aa5-4c7d-b5f4-d83fae9440c6/5de91fde-f685-44a1-bdfb-58368f7f7474/12a45902-cab4-422b-b7b2-41a92929368f) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:38.046902 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.052562 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.066519 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.086561 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.091715 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:38.096030 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:38.099462 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:38.109230 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Pushing event updated for resources: {'Port': ['ID=12a45902-cab4-422b-b7b2-41a92929368f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:38.163576 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Attempting to bind port 12a45902-cab4-422b-b7b2-41a92929368f on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:38.163952 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Attempting to bind port 12a45902-cab4-422b-b7b2-41a92929368f by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:38.164322 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Attempting to bind port 12a45902-cab4-422b-b7b2-41a92929368f on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:38.169838 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:38.170117 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:38.170510 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.170901 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Bound using segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:38.171366 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Bound port: 12a45902-cab4-422b-b7b2-41a92929368f, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:38.171743 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.216526 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Allocated IP 172.27.0.34 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/87346a51-6839-4a89-a536-fb847bf30d82) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:38.268512 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52858-d7c3-486f-bd0f-4f637d6dd302 req-6292266a-a21c-4354-863b-67b0465028fb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:38.270246 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbf52858-d7c3-486f-bd0f-4f637d6dd302 req-6292266a-a21c-4354-863b-67b0465028fb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0711813 Sep 21 09:31:38.276338 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] For port 12a45902-cab4-422b-b7b2-41a92929368f, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:38.284071 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] For port 12a45902-cab4-422b-b7b2-41a92929368f, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12a45902-cab4-422b-b7b2-41a92929368f,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:38.292283 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.345252 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbf52858-d7c3-486f-bd0f-4f637d6dd302 req-9f856077-0a79-4e8b-8ed2-481bf09e65b1 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649316 Sep 21 09:31:38.376007 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351905eb-7db1-471b-8f66-e74327b214c3 None None] Pushing event updated for resources: {'Port': ['ID=12a45902-cab4-422b-b7b2-41a92929368f,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:38.376559 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.414626 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.453254 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:38.456200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:38.459816 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:38.472510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Pushing event updated for resources: {'Port': ['ID=87346a51-6839-4a89-a536-fb847bf30d82,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:38.734619 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.793464 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:38.885392 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.909088 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:38.911277 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb13504a-d789-4c7d-83c5-b77996cd4b82" -d '{"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:38.930139 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:38.937728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.960319 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:38.966553 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47170be-c05e-4da3-9eb6-62dc62e1aa43 x-openstack-request-id: req-c47170be-c05e-4da3-9eb6-62dc62e1aa43 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:38.966850 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-unplugged", "status": "failed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "code": 422}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:38.967066 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c47170be-c05e-4da3-9eb6-62dc62e1aa43 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:38.967454 dv-cinder-790014-3-iscsi neutron-server[93978]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'code': 422} returned with failed status Sep 21 09:31:39.006900 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=6']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:39.096312 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:31:39.212671 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:39.223230 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:39.233082 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:39.234506 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3a1401bc-05a7-4c0a-a0e8-a3ae1337f151 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5916457 Sep 21 09:31:39.237303 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46072) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:39.237705 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:39.238340 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:39.300889 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-88976082-ec41-499d-8ba5-345154e3898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.302400 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-88976082-ec41-499d-8ba5-345154e3898e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4&tenant_id=be01e1c84ba94722abf27a1e67a38856 HTTP/1.1" status: 200 len: 1097 time: 0.0581555 Sep 21 09:31:39.338885 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855244c-7936-44a8-8ffb-ec9c13f4540e None None] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:39.379321 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-0dd60d36-7dd4-436c-84c2-d44905a4cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.382658 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-0dd60d36-7dd4-436c-84c2-d44905a4cc22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0515499 Sep 21 09:31:39.432058 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:39.537356 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79de87-be08-43fb-9723-03aaf5e78c9a req-eedf3bd5-2448-4573-8070-09a53efc5466 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.539209 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f79de87-be08-43fb-9723-03aaf5e78c9a req-eedf3bd5-2448-4573-8070-09a53efc5466 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0760326 Sep 21 09:31:39.544379 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-c5d6a1cd-eb4b-45fa-a288-c5822ead112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.545961 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] Provisioning complete for port 12a45902-cab4-422b-b7b2-41a92929368f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:39.546107 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-c5d6a1cd-eb4b-45fa-a288-c5822ead112b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.1582670 Sep 21 09:31:39.546334 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:39.637135 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f79de87-be08-43fb-9723-03aaf5e78c9a req-2e790922-840f-4da5-a2bd-cdcbceff1b45 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899062 Sep 21 09:31:39.643753 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-ca5e13e8-c9bd-4ab4-9aac-d1f41f41ae23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 998 time: 0.0891867 Sep 21 09:31:39.701197 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-d1b53494-d81b-47f7-afe8-b0db1781e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.702753 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-d1b53494-d81b-47f7-afe8-b0db1781e78f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0521557 Sep 21 09:31:39.753385 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-67736161-e44e-44b5-9dfb-54a8906f12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:39.755062 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-67736161-e44e-44b5-9dfb-54a8906f12a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441272 Sep 21 09:31:39.856309 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-8c7a40a9-ba4f-4e32-99c9-f4169494871d service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939562 Sep 21 09:31:39.910270 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:39.956439 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:39.957290 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] For port 12a45902-cab4-422b-b7b2-41a92929368f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12a45902-cab4-422b-b7b2-41a92929368f,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:39.959333 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:38Z', 'revision_number': 3, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:39.963291 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:39.963417 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-810ffd57-02b0-457d-bbda-cbcdf91bdebc req-8912f797-5dab-4ed7-8b52-8e84cb3d048a service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988081 Sep 21 09:31:39.993124 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:39.993564 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Updating router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 port 87346a51-6839-4a89-a536-fb847bf30d82 binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:40.050568 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.080153 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b745c-8165-48c5-90e9-434c52c8eb5f None None] Pushing event updated for resources: {'Port': ['ID=12a45902-cab4-422b-b7b2-41a92929368f,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:40.147577 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Allocated IP 172.20.0.1 (db821c55-0aa5-4c7d-b5f4-d83fae9440c6/5de91fde-f685-44a1-bdfb-58368f7f7474/613408e4-2bae-4dc3-9d25-e57e10b85e12) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:40.244086 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-f5ae9c57-1973-4ad2-a9e9-bf065efba3c5 None None] Provisioning complete for port 12a45902-cab4-422b-b7b2-41a92929368f triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:40.244470 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9c57-1973-4ad2-a9e9-bf065efba3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.261352 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.296830 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12a45902-cab4-422b-b7b2-41a92929368f up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:40.298882 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.338552 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:40.342989 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:40.346427 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:40.355746 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Pushing event updated for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:40.394918 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.452068 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.464437 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.469179 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 12a45902-cab4-422b-b7b2-41a92929368f triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:40.469534 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.556000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.562205 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Attempting to bind port 87346a51-6839-4a89-a536-fb847bf30d82 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:40.562586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Attempting to bind port 87346a51-6839-4a89-a536-fb847bf30d82 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:40.562939 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Attempting to bind port 87346a51-6839-4a89-a536-fb847bf30d82 on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:40.567842 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341f8a1-9fa9-423f-a39f-68cf25e1e308 None None] Pushing event updated for resources: {'Port': ['ID=87346a51-6839-4a89-a536-fb847bf30d82,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:40.578050 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:40.578422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:40.578835 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.579205 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:40.579669 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Bound port: 87346a51-6839-4a89-a536-fb847bf30d82, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:40.580046 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.617319 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-668a3f39-b782-45ba-92cc-d667f7d98fc3 None None] Provisioning complete for port 613408e4-2bae-4dc3-9d25-e57e10b85e12 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:40.617689 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-668a3f39-b782-45ba-92cc-d667f7d98fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.684061 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] For port 87346a51-6839-4a89-a536-fb847bf30d82, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:40.691550 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] For port 87346a51-6839-4a89-a536-fb847bf30d82, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=87346a51-6839-4a89-a536-fb847bf30d82,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:40.705473 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.714027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-668a3f39-b782-45ba-92cc-d667f7d98fc3 None None] Port 613408e4-2bae-4dc3-9d25-e57e10b85e12 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:40.761125 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.766608 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.770609 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:40.771445 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:40.810306 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341f8a1-9fa9-423f-a39f-68cf25e1e308 None None] Pushing event updated for resources: {'Port': ['ID=87346a51-6839-4a89-a536-fb847bf30d82,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:40.820880 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17295-ee84-46b6-a400-03a3569ec9d2 req-da3e6c42-9c40-4580-98f2-333210e25943 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:40.822390 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3db17295-ee84-46b6-a400-03a3569ec9d2 req-da3e6c42-9c40-4580-98f2-333210e25943 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1094432 Sep 21 09:31:40.863888 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Pushing event updated for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:40.866831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:40.884592 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:40.891243 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3db17295-ee84-46b6-a400-03a3569ec9d2 req-805f1035-71ac-4d07-9499-8673a0c389a3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602684 Sep 21 09:31:40.978538 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:40.980001 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:41.084835 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 2, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:41.103196 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:41.112611 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd45158-066b-4bf3-a39d-6419acf5ffa2 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 2, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:41.225062 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:41.234782 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-630d3112-867a-4842-b02c-662319ff7a38 None None] Provisioning complete for port 613408e4-2bae-4dc3-9d25-e57e10b85e12 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:41.235160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-630d3112-867a-4842-b02c-662319ff7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.236685 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-de82ccc6-509f-4cdd-befc-4104267bd44b admin admin] 10.222.0.42 "PUT /v2.0/routers/c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9950747 Sep 21 09:31:41.275581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-630d3112-867a-4842-b02c-662319ff7a38 None None] Port 613408e4-2bae-4dc3-9d25-e57e10b85e12 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:41.776573 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46102) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:41.782672 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1945345106-network', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:41.806826 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Made reservation on behalf of 8579cb97ffa645b78427e48f44a7b301 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:41.809160 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.818755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.920396 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.925202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.948252 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:31:41.962166 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c291741e-ec8f-4c3e-97e2-d1e687f8df76,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:41.967400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:41.967743 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Added segment dcbf84c7-be30-4f12-a24a-ec60a12612ab of type vlan for network 1b2d987a-4867-43c0-880e-d2ab91184ebf Sep 21 09:31:42.037005 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.077046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174cd1-4990-4ba6-b540-17693baa5dc4 req-ba892265-358b-4e82-96f9-b02c85879392 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.078543 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96174cd1-4990-4ba6-b540-17693baa5dc4 req-ba892265-358b-4e82-96f9-b02c85879392 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0802097 Sep 21 09:31:42.079950 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.080992 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.081551 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.129701 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3514619 Sep 21 09:31:42.134618 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46106) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:42.140252 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Request body: {'subnet': {'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1945345106-subnet', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:42.170407 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Made reservation on behalf of 8579cb97ffa645b78427e48f44a7b301 for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:42.172818 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3df81b-5cde-4dd3-ae86-b6bad6cbad98 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2d987a-4867-43c0-880e-d2ab91184ebf,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:42.172949 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.184502 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96174cd1-4990-4ba6-b540-17693baa5dc4 req-ec1b21de-6dcb-4547-a333-5a175424eb61 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969825 Sep 21 09:31:42.199166 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:31:42.308404 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 87346a51-6839-4a89-a536-fb847bf30d82 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:42.360426 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 87346a51-6839-4a89-a536-fb847bf30d82 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:42.360836 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.381485 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.433133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c5a17c-f127-4953-8d5d-838a963a640d,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:42.442346 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.449009 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Checking segment: {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:42.449365 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Network hostable DHCP agents. Network: 1b2d987a-4867-43c0-880e-d2ab91184ebf, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:31:42.462821 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 87346a51-6839-4a89-a536-fb847bf30d82, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=87346a51-6839-4a89-a536-fb847bf30d82,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:42.466024 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:31:42.467933 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.476573 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 1b2d987a-4867-43c0-880e-d2ab91184ebf) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:42.480706 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.481303 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.492091 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2771f-e40f-4b4c-8f9f-2638cb6ded3a None None] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:42.494821 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ab20ac66-fa44-429a-a09e-309b4904a2b0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3588502 Sep 21 09:31:42.497575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46108) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:42.502039 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:42.525891 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3919489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.526900 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3917329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4053004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1427'] for router, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.570048 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=87346a51-6839-4a89-a536-fb847bf30d82,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:42.588668 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.663786 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff009907-c769-594b-8dca-6e232f663303-1b2d987a-4867-43c0-880e-d2ab91184ebf', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d'}]}} from dv-cinder-790014-3-iscsi. {{(pid=93978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:31:42.664703 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.731744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.818034 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Allocated IP 172.20.0.2 (1b2d987a-4867-43c0-880e-d2ab91184ebf/39c5a17c-f127-4953-8d5d-838a963a640d/df94d376-b519-4526-a2e4-020bd7877396) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:42.944141 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.966681 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.968995 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.972474 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.009850 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:43.012746 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:43.016190 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:43.025917 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Pushing event updated for resources: {'Port': ['ID=df94d376-b519-4526-a2e4-020bd7877396,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:43.079391 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Attempting to bind port df94d376-b519-4526-a2e4-020bd7877396 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:43.079391 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Attempting to bind port df94d376-b519-4526-a2e4-020bd7877396 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:43.079391 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Attempting to bind port df94d376-b519-4526-a2e4-020bd7877396 on network 1b2d987a-4867-43c0-880e-d2ab91184ebf {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:43.083820 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Allocated IP 172.27.0.20 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/1c19c065-4683-495e-952b-7ea882de7b8b) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:43.084829 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:43.085220 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Checking segment: {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:43.085733 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.086276 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Bound using segment: {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:43.086609 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Bound port: df94d376-b519-4526-a2e4-020bd7877396, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:43.086994 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.107353 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:43.118693 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:43.119509 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:43.164945 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] For port df94d376-b519-4526-a2e4-020bd7877396, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:43.168132 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] For port df94d376-b519-4526-a2e4-020bd7877396, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=df94d376-b519-4526-a2e4-020bd7877396,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:43.174562 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.204787 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.234759 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:43.244262 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.316759 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:43.326792 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:43.329887 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:43.335083 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Pushing event updated for resources: {'Port': ['ID=1c19c065-4683-495e-952b-7ea882de7b8b,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:43.388274 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12baa-b0d9-4cdb-9f6d-116d4e4a0ffe None None] Pushing event updated for resources: {'Port': ['ID=df94d376-b519-4526-a2e4-020bd7877396,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:43.391347 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8be626-b449-48c1-8dad-9a871139c067 req-dd4adf4e-edda-494f-881e-fd80f63c3b76 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:43.395535 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7d8be626-b449-48c1-8dad-9a871139c067 req-dd4adf4e-edda-494f-881e-fd80f63c3b76 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1201279 Sep 21 09:31:43.462454 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 2, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:43.488632 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:43.488902 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Updating router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 port 613408e4-2bae-4dc3-9d25-e57e10b85e12 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:43.516222 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.555091 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7d8be626-b449-48c1-8dad-9a871139c067 req-80076d23-df41-48c1-9fa4-d71e41c7fbf4 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190548 Sep 21 09:31:43.678725 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.876869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3930198'] for router, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.908060 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.913820 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:43.962569 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Pushing event updated for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:43.972229 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.972591 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.973020 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.973274 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.973661 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.973995 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.974372 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.974779 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.975151 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.975550 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.976014 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:43.976345 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:44.037940 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Attempting to bind port 613408e4-2bae-4dc3-9d25-e57e10b85e12 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:44.037940 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Attempting to bind port 613408e4-2bae-4dc3-9d25-e57e10b85e12 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:44.038287 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Attempting to bind port 613408e4-2bae-4dc3-9d25-e57e10b85e12 on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:44.043970 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:44.044345 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:44.044791 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.046089 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Bound using segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:44.046587 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Bound port: 613408e4-2bae-4dc3-9d25-e57e10b85e12, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:44.047014 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.136747 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] For port 613408e4-2bae-4dc3-9d25-e57e10b85e12, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:44.141205 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] For port 613408e4-2bae-4dc3-9d25-e57e10b85e12, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=613408e4-2bae-4dc3-9d25-e57e10b85e12,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:44.148829 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.224374 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] Provisioning complete for port 613408e4-2bae-4dc3-9d25-e57e10b85e12 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:44.224905 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.258691 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711d61c-00e1-4169-ac70-2b1afdf3f564 None None] Pushing event updated for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:44.263247 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:44.264719 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:44.331306 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Router 5274fbc5-02ad-41c0-8a20-4881f468a488 is scheduled to L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 with binding_index 1 {{(pid=93976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:31:44.351329 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.402747 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] For port 613408e4-2bae-4dc3-9d25-e57e10b85e12, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=613408e4-2bae-4dc3-9d25-e57e10b85e12,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:44.407856 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.413730 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:44.468915 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device df94d376-b519-4526-a2e4-020bd7877396 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:44.515975 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e41aeb-0cd7-40ee-8a28-204cac5182dd None None] Pushing event updated for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:44.543553 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:44.554743 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Sync routers for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:44.563429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.567683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-9cf6408d-49f1-46b6-bcee-e576f48b4dfb None None] Provisioning complete for port 613408e4-2bae-4dc3-9d25-e57e10b85e12 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:44.567683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cf6408d-49f1-46b6-bcee-e576f48b4dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.568241 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port df94d376-b519-4526-a2e4-020bd7877396 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:44.569410 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:44.569932 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46120) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:44.585470 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ab098c0a-ba56-40e4-8e6b-1fb4258b1965 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0857310 Sep 21 09:31:44.653070 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213744ed-430a-4e0a-b144-55584bf7f60c None None] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:44.682531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:44.683305 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:44.696353 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:44.722720 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815db790-f4d8-462f-b3d1-12bbf3203534 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:44.775935 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f7683-fc94-4813-ae99-f696544914a1 req-35de6232-8ea9-4a5d-9956-4ab627fc2faf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:44.780415 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-380f7683-fc94-4813-ae99-f696544914a1 req-35de6232-8ea9-4a5d-9956-4ab627fc2faf tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1023321 Sep 21 09:31:44.879103 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-380f7683-fc94-4813-ae99-f696544914a1 req-185a437e-9ecd-44fd-a0ef-bf9c5abebabb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814359 Sep 21 09:31:44.934837 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:45.026182 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.127148 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.145095 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port df94d376-b519-4526-a2e4-020bd7877396, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=df94d376-b519-4526-a2e4-020bd7877396,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:45.155122 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.155910 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 87346a51-6839-4a89-a536-fb847bf30d82 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:45.291939 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-76f2f29e-411f-4a18-aa67-5c98ddbeed98 None None] Provisioning complete for port df94d376-b519-4526-a2e4-020bd7877396 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:45.292620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-76f2f29e-411f-4a18-aa67-5c98ddbeed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.295410 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=df94d376-b519-4526-a2e4-020bd7877396,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:45.299084 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Allocated IP 172.20.0.1 (1b2d987a-4867-43c0-880e-d2ab91184ebf/39c5a17c-f127-4953-8d5d-838a963a640d/2df79079-d104-4cbf-bf18-98da213d5a03) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:45.355171 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 87346a51-6839-4a89-a536-fb847bf30d82 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:45.355456 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.405774 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:43Z', 'revision_number': 3, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:45.433542 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.452249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Checking router: 5274fbc5-02ad-41c0-8a20-4881f468a488 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:45.452618 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Updating router 5274fbc5-02ad-41c0-8a20-4881f468a488 port 1c19c065-4683-495e-952b-7ea882de7b8b binding host dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:45.477952 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.495965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.516994 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:45.519586 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:45.523887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:45.532353 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Pushing event updated for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:45.568325 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3930241'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.648771 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-839fce7f-4f32-417b-9b16-1f5d958180a1 None None] Provisioning complete for port df94d376-b519-4526-a2e4-020bd7877396 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:45.649142 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-839fce7f-4f32-417b-9b16-1f5d958180a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.699846 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.860298 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.865373 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.936382 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Attempting to bind port 1c19c065-4683-495e-952b-7ea882de7b8b on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:45.936775 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Attempting to bind port 1c19c065-4683-495e-952b-7ea882de7b8b by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:45.937136 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Attempting to bind port 1c19c065-4683-495e-952b-7ea882de7b8b on network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:45.941672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b1f4f-ee45-4b0a-a272-62738015cf63 None None] Pushing event updated for resources: {'Port': ['ID=1c19c065-4683-495e-952b-7ea882de7b8b,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:45.957521 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:45.958103 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Checking segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:45.958622 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.959084 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Bound using segment: {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:45.960353 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Bound port: 1c19c065-4683-495e-952b-7ea882de7b8b, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207039fe-ce12-46f3-99b3-0cadfbbbeef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:45.960961 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:45.967789 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ba4dbc3b-55a3-43d1-92dd-adfd3e00f71b None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:45.968382 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba4dbc3b-55a3-43d1-92dd-adfd3e00f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.016923 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c88b-4495-414e-b918-fd614533a07f req-103eed23-ecb6-497c-af30-49b8246d82f9 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:46.019342 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ce82c88b-4495-414e-b918-fd614533a07f req-103eed23-ecb6-497c-af30-49b8246d82f9 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0551953 Sep 21 09:31:46.040643 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ba4dbc3b-55a3-43d1-92dd-adfd3e00f71b None None] Port 2df79079-d104-4cbf-bf18-98da213d5a03 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:46.054765 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] For port 1c19c065-4683-495e-952b-7ea882de7b8b, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:46.058739 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] For port 1c19c065-4683-495e-952b-7ea882de7b8b, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=1c19c065-4683-495e-952b-7ea882de7b8b,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:46.063834 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.079162 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ce82c88b-4495-414e-b918-fd614533a07f req-3fd62f4f-98ea-4453-838a-e1d423eb1597 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492134 Sep 21 09:31:46.147366 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.152073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.230635 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Pushing event updated for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:46.234990 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919121'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.256702 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b1f4f-ee45-4b0a-a272-62738015cf63 None None] Pushing event updated for resources: {'Port': ['ID=1c19c065-4683-495e-952b-7ea882de7b8b,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:46.259690 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:46.260292 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:46.313183 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device df94d376-b519-4526-a2e4-020bd7877396 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:46.332389 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:46.333811 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:46.401322 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:46.455202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Router 5274fbc5-02ad-41c0-8a20-4881f468a488 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:46.480038 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port df94d376-b519-4526-a2e4-020bd7877396 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:46.480646 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.569275 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:46.574826 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4654f5e2-3bf8-40c2-b071-29761a5dd436 admin admin] 10.222.0.42 "PUT /v2.0/routers/5274fbc5-02ad-41c0-8a20-4881f468a488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0028822 Sep 21 09:31:46.595641 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-ef453c0d-c399-4e3d-b0b6-3ad93e5c5a13 None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:46.596019 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ef453c0d-c399-4e3d-b0b6-3ad93e5c5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.686672 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-ef453c0d-c399-4e3d-b0b6-3ad93e5c5a13 None None] Port 2df79079-d104-4cbf-bf18-98da213d5a03 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:46.690161 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 613408e4-2bae-4dc3-9d25-e57e10b85e12 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:46.751422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '2df79079-d104-4cbf-bf18-98da213d5a03', 'name': '', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'mac_address': 'fa:16:3e:d1:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:45Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 2, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'subnets': [{'id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:46.780702 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca6b01-90e4-422a-b01f-35e19411d260 None None] The sync data for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi is: [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '2df79079-d104-4cbf-bf18-98da213d5a03', 'name': '', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'mac_address': 'fa:16:3e:d1:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:45Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 2, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'subnets': [{'id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:46.782261 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 613408e4-2bae-4dc3-9d25-e57e10b85e12 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:46.782629 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:46.848712 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:31:46.997339 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:47.011115 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'port_id': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'mac_address': 'fa:16:3e:9a:e6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:31:47.052588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.067905 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:31:47.097569 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:47.104109 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.166029 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=7']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.232468 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6398a4-5065-45b2-89c7-fe32e2278fcd req-b09537f0-1c58-4c9d-a75f-c5221b3d79a7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:47.234192 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa6398a4-5065-45b2-89c7-fe32e2278fcd req-b09537f0-1c58-4c9d-a75f-c5221b3d79a7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 945 time: 0.0583611 Sep 21 09:31:47.250077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46146) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:47.255376 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682269365', 'description': 'tempest-secgroup-smoke-1682269365 description', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:47.284735 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.292091 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa6398a4-5065-45b2-89c7-fe32e2278fcd req-e89e8a9c-037e-4486-baa5-424baafd2a48 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507712 Sep 21 09:31:47.383626 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.390958 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.424744 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.426037 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1742625 Sep 21 09:31:47.428696 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a72958-b88e-40ee-af77-207a6fe55e3f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26c309-75d2-4aa5-9155-c8a2cec21870,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.429956 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46148) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:47.434983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:47.465782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.466006 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:47.524388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.539043 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.559880 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d838639-c821-48b1-9020-601ac4ec07c0,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.571912 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.575810 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cbe14e89-0e37-4378-9be8-c9251c46c896 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421373 Sep 21 09:31:47.576068 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46150) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:47.580942 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:47.610141 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.683731 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.700227 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.721209 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb28a584-1850-4e88-85be-f5b8f8a7572f,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.728126 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.729912 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-70066cc0-7281-4ed6-8375-23e711e90289 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528573 Sep 21 09:31:47.732820 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46152) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:47.738200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:47.771163 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.832722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.836839 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.854697 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f696a0f-5fc1-4448-adb7-1c107d470b59,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.861959 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.867080 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46154) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:47.871799 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:47.872461 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-76f9c8cd-1e67-49ab-a5fb-d35b7292a2da tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383491 Sep 21 09:31:47.899641 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.961269 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.965196 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.985634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f347585-1c1a-4137-9d3d-67597c925062,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:47.993758 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:47.995277 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-0a381888-83dc-40b0-8b21-54837f17c1d4 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271291 Sep 21 09:31:47.998318 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46156) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:48.002826 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:48.025408 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.securitygroups_db [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Project a5a1f4dd3aa041d28fd31d906a9afcb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:31:48.030492 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.099646 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.104606 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.122211 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d2a5c3-9c32-4d07-9f2e-1c8bbbc50619,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:48.129837 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.132585 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ae0d4017-064a-4537-aea3-e0d05cb770fe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319337 Sep 21 09:31:48.134607 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46160) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:48.139382 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'security_group_rule': {'security_group_id': 'ab26c309-75d2-4aa5-9155-c8a2cec21870', 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:48.161956 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.securitygroups_db [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Project a5a1f4dd3aa041d28fd31d906a9afcb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:31:48.167578 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.238431 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.250295 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920676'] for security_group_rule, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.273646 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1335950d-476b-459d-84e1-cb99c0a1d639,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:48.278366 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.280912 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f7b82b5f-e20c-4e02-9457-c3105fa9e472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441064 Sep 21 09:31:48.300385 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 1c19c065-4683-495e-952b-7ea882de7b8b up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:48.358249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 1c19c065-4683-495e-952b-7ea882de7b8b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:48.358698 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.428565 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41630a6f-1f45-4211-859b-f696b8b69d71 req-354ba8c2-4783-454a-b1c6-b991c63fa5d8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:48.430575 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41630a6f-1f45-4211-859b-f696b8b69d71 req-354ba8c2-4783-454a-b1c6-b991c63fa5d8 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 945 time: 0.0638995 Sep 21 09:31:48.457098 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.473302 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-41630a6f-1f45-4211-859b-f696b8b69d71 req-e108f7b4-5572-4d62-9a03-8548498eb875 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358484 Sep 21 09:31:48.478978 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] For port 1c19c065-4683-495e-952b-7ea882de7b8b, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=1c19c065-4683-495e-952b-7ea882de7b8b,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:48.486013 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.553889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Pushing event updated for resources: {'Port': ['ID=1c19c065-4683-495e-952b-7ea882de7b8b,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:48.847415 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:48.896606 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:48.897046 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:48.978546 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:49.002771 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:49.004934 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e9a291-8561-423f-be7d-b6bfb96af60b" -d '{"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:49.021530 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:49.026966 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:49.052240 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b62a7e-cd04-4f57-9fc3-9e154612e53d x-openstack-request-id: req-11b62a7e-cd04-4f57-9fc3-9e154612e53d {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:49.052554 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:49.052851 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11b62a7e-cd04-4f57-9fc3-9e154612e53d {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:49.054430 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'code': 200} Sep 21 09:31:49.086372 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=8']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:49.087702 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Sync routers for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:49.097616 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:49.098224 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:49.210719 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:49.312570 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249227-a5d4-4791-bf4d-20ac4351858d req-93ccf377-3fc0-4429-8c60-2929bc6be8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:49.314088 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c249227-a5d4-4791-bf4d-20ac4351858d req-93ccf377-3fc0-4429-8c60-2929bc6be8b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0529208 Sep 21 09:31:49.353065 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c249227-a5d4-4791-bf4d-20ac4351858d req-0c46feb1-8213-43ab-be8c-c92e422f5afb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295918 Sep 21 09:31:49.411289 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '2df79079-d104-4cbf-bf18-98da213d5a03', 'name': '', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'mac_address': 'fa:16:3e:d1:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:45Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 2, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'subnets': [{'id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:49.442000 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Checking router: 5274fbc5-02ad-41c0-8a20-4881f468a488 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:49.442346 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Updating router 5274fbc5-02ad-41c0-8a20-4881f468a488 port 2df79079-d104-4cbf-bf18-98da213d5a03 binding host dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:49.473357 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:49.611863 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038fcf8-1ee6-476e-9366-3ced9e5bb512 req-0e5e6694-6fec-446c-990f-b8939b740b44 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:49.613414 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e038fcf8-1ee6-476e-9366-3ced9e5bb512 req-0e5e6694-6fec-446c-990f-b8939b740b44 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0550537 Sep 21 09:31:49.659297 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e038fcf8-1ee6-476e-9366-3ced9e5bb512 req-3e230d7f-0b52-40dd-bd60-390a99b015f9 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Sep 21 09:31:49.920858 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:49.926050 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:49.975497 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48095d2-6354-437d-8ce4-0370864cdffb None None] Pushing event updated for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:50.021498 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Attempting to bind port 2df79079-d104-4cbf-bf18-98da213d5a03 on host dv-cinder-790014-3-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:50.021958 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Attempting to bind port 2df79079-d104-4cbf-bf18-98da213d5a03 by drivers openvswitch,hyperv on host dv-cinder-790014-3-iscsi at level 0 using segments [{'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:50.022490 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Attempting to bind port 2df79079-d104-4cbf-bf18-98da213d5a03 on network 1b2d987a-4867-43c0-880e-d2ab91184ebf {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:50.027684 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Checking agent: {'id': 'cab98249-236b-4c11-80ac-ae49b44e7171', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 15, 4), 'started_at': datetime.datetime(2021, 9, 21, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:50.028052 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Checking segment: {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:50.028440 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.028864 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Bound using segment: {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:50.029324 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Bound port: 2df79079-d104-4cbf-bf18-98da213d5a03, host: dv-cinder-790014-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbf84c7-be30-4f12-a24a-ec60a12612ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:50.029709 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.096120 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] For port 2df79079-d104-4cbf-bf18-98da213d5a03, host dv-cinder-790014-3-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:50.099329 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] For port 2df79079-d104-4cbf-bf18-98da213d5a03, host dv-cinder-790014-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2df79079-d104-4cbf-bf18-98da213d5a03,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:50.103823 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.144162 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:50.145202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.160144 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48095d2-6354-437d-8ce4-0370864cdffb None None] Pushing event updated for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:50.170651 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:50.171283 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:31:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:50.239136 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.282848 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] For port 2df79079-d104-4cbf-bf18-98da213d5a03, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2df79079-d104-4cbf-bf18-98da213d5a03,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:50.308133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.321301 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:50.345525 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 1c19c065-4683-495e-952b-7ea882de7b8b up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:50.408374 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242e88-25f0-443a-a4d3-e3996d9d23d7 None None] Pushing event updated for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:50.431249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 1c19c065-4683-495e-952b-7ea882de7b8b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:50.431643 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.434239 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-1eaa2e34-2452-4668-9055-d90a7b0f4313 None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:50.434605 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2e34-2452-4668-9055-d90a7b0f4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.541354 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '2df79079-d104-4cbf-bf18-98da213d5a03', 'name': '', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'mac_address': 'fa:16:3e:d1:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:45Z', 'updated_at': '2021-09-21T09:31:50Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'subnets': [{'id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:50.568249 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0644d-8b1d-4645-ab0f-742435abe540 None None] The sync data for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi is: [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:45Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '2df79079-d104-4cbf-bf18-98da213d5a03', 'name': '', 'network_id': '1b2d987a-4867-43c0-880e-d2ab91184ebf', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'mac_address': 'fa:16:3e:d1:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:45Z', 'updated_at': '2021-09-21T09:31:50Z', 'revision_number': 4, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'subnets': [{'id': '39c5a17c-f127-4953-8d5d-838a963a640d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:50.573889 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2df79079-d104-4cbf-bf18-98da213d5a03 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:50.627337 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:50.627716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:50.816872 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44abdc-0055-4d09-b28c-f3c727a6981b req-5bc16851-3954-4f53-9c96-c1c65ca591a7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:50.818463 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2e44abdc-0055-4d09-b28c-f3c727a6981b req-5bc16851-3954-4f53-9c96-c1c65ca591a7 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0537877 Sep 21 09:31:50.865344 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2e44abdc-0055-4d09-b28c-f3c727a6981b req-8d98ac8d-a427-48df-9894-25d84381dec9 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Sep 21 09:31:51.992332 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94170a-7266-4b66-9cb1-cf63923e474b req-2647fc74-517a-4c8d-987b-f3b2c1e9d387 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:51.993848 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ab94170a-7266-4b66-9cb1-cf63923e474b req-2647fc74-517a-4c8d-987b-f3b2c1e9d387 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0519495 Sep 21 09:31:52.033456 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ab94170a-7266-4b66-9cb1-cf63923e474b req-a79b75a3-5159-4c3c-8e54-f64267429ce3 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Sep 21 09:31:52.248911 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2df79079-d104-4cbf-bf18-98da213d5a03 up at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:52.297403 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Provisioning complete for port 2df79079-d104-4cbf-bf18-98da213d5a03 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:52.297771 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:53.919828 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:59.693483 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-016f1ed7-8ff2-4d40-a85f-7a1c2167cba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:01.966641 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:32:02.311301 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-24cf0e8b-d6d5-4e3d-9b28-ab3ffa9e2792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:03.821029 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:03.851303 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:05.364543 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:12.145437 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-7b4ec7f7-4eae-4108-8e53-d5d7f84b6ae1 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682269365&fields=id&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 267 time: 0.0325620 Sep 21 09:32:12.254300 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-bcbb6c4a-c866-4b81-a9c9-759794700e66 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:12.255748 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-bcbb6c4a-c866-4b81-a9c9-759794700e66 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1037133 Sep 21 09:32:12.270082 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-398d2d66-0256-4837-9fb8-70b81f4aaa68 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/quotas/a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 375 time: 0.0086660 Sep 21 09:32:12.319778 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-4b0b2d18-6ca7-4e6b-a99f-b63b80f53193 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446858 Sep 21 09:32:12.504912 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-48eef6c1-5632-472f-a329-f5769fd8454a service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717074 Sep 21 09:32:12.595138 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-c5547c61-9ef3-4d6a-8f42-95d5e397f4b8 service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Sep 21 09:32:12.873007 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-62aaba2c-1950-423a-8f40-ce4fd9988f49 req-a494c7f7-d0ac-444f-919f-a25741753e15 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 210 time: 0.0259752 Sep 21 09:32:13.836835 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-efd6a06b-38ba-4763-8f41-0776a58c353c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:13.838285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-efd6a06b-38ba-4763-8f41-0776a58c353c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1113505 Sep 21 09:32:13.882104 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-bbfe3833-649b-4a8d-a766-fe1ea88f0185 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 380 time: 0.0342309 Sep 21 09:32:13.891960 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'port': {'device_id': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'admin_state_up': True, 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'security_groups': ['ab26c309-75d2-4aa5-9155-c8a2cec21870']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:13.970627 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d396424a-0d83-49f4-acf6-9fb19b486850 req-554ace91-f9a8-435e-a372-374525f93461 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 210 time: 0.0263190 Sep 21 09:32:13.999457 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Made reservation on behalf of a5a1f4dd3aa041d28fd31d906a9afcb6 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:32:14.002907 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.131251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.20.0.13 (db821c55-0aa5-4c7d-b5f4-d83fae9440c6/5de91fde-f685-44a1-bdfb-58368f7f7474/536e2c6d-502a-4a56-9bfc-818162a4177b) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:14.273424 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.310456 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.355974 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:14.359193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:14.362837 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:14.392160 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:14.405926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.406283 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.406711 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.407050 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.407385 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.407719 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.408049 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.408377 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.408733 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.409058 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.409380 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.409699 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:14.427986 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:14.428624 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.443324 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-94f6c8f5-7194-44fa-bf5e-a95094271352 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5550449 Sep 21 09:32:14.456994 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Request body: {'port': {'device_id': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:14.517731 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.551844 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-121595c6-7d54-4d11-a893-b9de3c3048db None None] Provisioning complete for port 536e2c6d-502a-4a56-9bfc-818162a4177b triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:14.552377 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-121595c6-7d54-4d11-a893-b9de3c3048db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.584642 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-121595c6-7d54-4d11-a893-b9de3c3048db None None] Port 536e2c6d-502a-4a56-9bfc-818162a4177b cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:14.772934 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536e2c6d-502a-4a56-9bfc-818162a4177b {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:32:14.780187 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.792677 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Transition to ACTIVE for port object 536e2c6d-502a-4a56-9bfc-818162a4177b will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:32:14.796728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.844177 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:14.918812 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Attempting to bind port 536e2c6d-502a-4a56-9bfc-818162a4177b on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:14.919143 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Attempting to bind port 536e2c6d-502a-4a56-9bfc-818162a4177b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:14.919475 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Attempting to bind port 536e2c6d-502a-4a56-9bfc-818162a4177b on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:14.924006 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Port 536e2c6d-502a-4a56-9bfc-818162a4177b on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:32:14.924324 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Attempting to bind port 536e2c6d-502a-4a56-9bfc-818162a4177b on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:14.929219 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:14.929552 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:14.929930 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Bound using segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:14.930357 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Bound port: 536e2c6d-502a-4a56-9bfc-818162a4177b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:14.930712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:14.995239 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:14.998903 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=536e2c6d-502a-4a56-9bfc-818162a4177b,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:15.004259 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:15.040181 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.040692 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:15.042078 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] 10.222.0.47 "PUT /v2.0/ports/536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 200 len: 1094 time: 0.5902035 Sep 21 09:32:15.042514 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:15.044752 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542" -d '{"events": [{"name": "network-changed", "server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:15.079707 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aa3d0-b28a-4210-91e9-7b84633f4cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:15.090415 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0af67-864a-45a4-82d3-bfafb0784d13 x-openstack-request-id: req-99f0af67-864a-45a4-82d3-bfafb0784d13 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:15.090659 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:15.091080 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99f0af67-864a-45a4-82d3-bfafb0784d13 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:15.091474 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'status': 'completed', 'code': 200} Sep 21 09:32:15.116336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394492e-242c-44f1-99f1-475e5bc0e235 req-9245f465-c266-464c-97f3-69cad4fecdb7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.117928 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a394492e-242c-44f1-99f1-475e5bc0e235 req-9245f465-c266-464c-97f3-69cad4fecdb7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0740161 Sep 21 09:32:15.138833 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-f2ce5765-acfd-4977-afa2-6bad9678bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.140657 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-f2ce5765-acfd-4977-afa2-6bad9678bd7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0474253 Sep 21 09:32:15.161091 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a394492e-242c-44f1-99f1-475e5bc0e235 req-806dd390-2beb-4278-b6d3-a54793ae0a04 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353074 Sep 21 09:32:15.189028 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-32358162-147d-4f47-aed5-1a3b3f8a6792 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 200 len: 217 time: 0.0401609 Sep 21 09:32:15.239917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-f2b97f87-9611-42ad-904f-3babae980eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.241483 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-f2b97f87-9611-42ad-904f-3babae980eb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0451086 Sep 21 09:32:15.291530 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e3d7-4473-4065-a462-5224c79e712c req-334f79f4-a566-4226-8260-8f7d76bd1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.292937 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-334f79f4-a566-4226-8260-8f7d76bd1038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437901 Sep 21 09:32:15.386713 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-5cdf97c5-1049-4382-8075-d26ba9a7ce3f service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809312 Sep 21 09:32:15.479370 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80f2e3d7-4473-4065-a462-5224c79e712c req-d3f769b8-6e6c-4d54-8312-6ca42458e31c service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851212 Sep 21 09:32:15.566888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-e5c1d64c-8a03-44d4-b2a6-8d219f4a7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.568291 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-e5c1d64c-8a03-44d4-b2a6-8d219f4a7c7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0406046 Sep 21 09:32:15.661282 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-49033751-9563-4515-9c1c-247e793a41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.662725 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-49033751-9563-4515-9c1c-247e793a41b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0866559 Sep 21 09:32:15.703223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-375ead8a-d9db-45c5-b8e4-5f6a6cf02add service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 200 len: 217 time: 0.0324233 Sep 21 09:32:15.751380 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-15d86540-ec03-43af-9769-1cf35937730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.752824 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-15d86540-ec03-43af-9769-1cf35937730d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0419152 Sep 21 09:32:15.800899 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-52581a76-8b35-4dc0-9781-0382a653ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:15.802348 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-52581a76-8b35-4dc0-9781-0382a653ffe1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426137 Sep 21 09:32:15.898868 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-9cc881a8-7fbb-4995-b7ff-b1609b656700 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890508 Sep 21 09:32:15.994258 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fbcd0a22-38ff-4110-b6d4-1c6e1d826542 req-27a50876-ab3e-4126-8a92-f79bc02b3950 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880163 Sep 21 09:32:16.294224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8554c1-89f0-42e1-b099-67a7a35d1a1e req-4ccc79f8-2a40-45fa-9280-08c6b54e3561 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:16.295874 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8a8554c1-89f0-42e1-b099-67a7a35d1a1e req-4ccc79f8-2a40-45fa-9280-08c6b54e3561 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0562878 Sep 21 09:32:16.346356 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8a8554c1-89f0-42e1-b099-67a7a35d1a1e req-aff1cc53-3783-408e-bc24-05d16e5f2274 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Sep 21 09:32:17.464949 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca40445-ae11-4726-8f14-2003dd294b8c req-79b06d73-1141-4223-8fc0-c8735aaaf917 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:17.466451 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2ca40445-ae11-4726-8f14-2003dd294b8c req-79b06d73-1141-4223-8fc0-c8735aaaf917 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0492148 Sep 21 09:32:17.506356 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2ca40445-ae11-4726-8f14-2003dd294b8c req-01055fd2-8f6e-4f6c-a51f-4e8efe3c7e2f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337963 Sep 21 09:32:17.574556 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d901a-dff9-4367-a9d2-79d36f08b51f req-3c0ac158-b6af-4d7f-abb0-04236c9ac9a5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:17.576060 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e5d901a-dff9-4367-a9d2-79d36f08b51f req-3c0ac158-b6af-4d7f-abb0-04236c9ac9a5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0505114 Sep 21 09:32:17.614404 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7e5d901a-dff9-4367-a9d2-79d36f08b51f req-8696d26b-e5aa-49c1-a3f0-209531c5e72e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Sep 21 09:32:18.621244 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18722b-6918-4cde-b47c-8bc11010ac42 req-e3985e5f-ac0f-49a7-bef4-a843960678bd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:18.622720 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-af18722b-6918-4cde-b47c-8bc11010ac42 req-e3985e5f-ac0f-49a7-bef4-a843960678bd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0476606 Sep 21 09:32:18.660931 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-af18722b-6918-4cde-b47c-8bc11010ac42 req-513176a4-b8ca-44f2-8f82-72bca2b48ead tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Sep 21 09:32:18.765738 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4f819-dbf9-4550-a79e-d5042277a061 req-c2226cc8-e294-4132-a86b-d17fcf583bad tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:18.767204 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41f4f819-dbf9-4550-a79e-d5042277a061 req-c2226cc8-e294-4132-a86b-d17fcf583bad tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0525181 Sep 21 09:32:18.804588 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41f4f819-dbf9-4550-a79e-d5042277a061 req-d3acf82b-0498-471a-b5f1-3982aa018906 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Sep 21 09:32:19.779557 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eced684-ef52-4c95-bc94-de12800b686d req-6cf4bd20-b024-4b1a-b0bf-e74c19bb25b5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:19.781171 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8eced684-ef52-4c95-bc94-de12800b686d req-6cf4bd20-b024-4b1a-b0bf-e74c19bb25b5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0523369 Sep 21 09:32:19.818162 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8eced684-ef52-4c95-bc94-de12800b686d req-95e2b0be-712d-4725-8580-8ab07c9a5c30 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Sep 21 09:32:19.923527 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0eb2d-4ec0-44a5-aa00-9118f07f7f04 req-1621a830-c63a-417d-8fcf-860961feb246 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:19.925025 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16b0eb2d-4ec0-44a5-aa00-9118f07f7f04 req-1621a830-c63a-417d-8fcf-860961feb246 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0483677 Sep 21 09:32:19.962123 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16b0eb2d-4ec0-44a5-aa00-9118f07f7f04 req-9605d89d-8dcc-4867-a0f7-0a847deb414d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Sep 21 09:32:20.931747 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fae5f-917b-4028-939e-3423db29fffc req-49e403db-d383-4b13-817d-601b125df95e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:20.933238 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-704fae5f-917b-4028-939e-3423db29fffc req-49e403db-d383-4b13-817d-601b125df95e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0490999 Sep 21 09:32:20.970374 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-704fae5f-917b-4028-939e-3423db29fffc req-9b5be330-9701-4e95-be46-0dcf8defdf77 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Sep 21 09:32:21.083227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6efedc-604a-4f17-9d55-d78b876f2ea1 req-85d6fa7c-3dc5-469a-86a8-c14fe3091c88 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:21.085988 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9c6efedc-604a-4f17-9d55-d78b876f2ea1 req-85d6fa7c-3dc5-469a-86a8-c14fe3091c88 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0494871 Sep 21 09:32:21.123919 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9c6efedc-604a-4f17-9d55-d78b876f2ea1 req-6e5476d6-3a40-488f-b66f-8f3a914e3810 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Sep 21 09:32:22.082975 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6950-f14d-49de-b566-7cc2893b8996 req-b29dd504-dbde-4b1c-b175-16769325c5d8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:22.084432 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8dfd6950-f14d-49de-b566-7cc2893b8996 req-b29dd504-dbde-4b1c-b175-16769325c5d8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0480924 Sep 21 09:32:22.121112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8dfd6950-f14d-49de-b566-7cc2893b8996 req-2e092702-0f2b-4e8f-be1b-70f14846a10e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Sep 21 09:32:22.245720 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62538637-b4a4-4084-8dbf-99c405ada718 req-6f10d1fe-1a0b-49d9-8b9b-85d24df9f5a0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:22.247196 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62538637-b4a4-4084-8dbf-99c405ada718 req-6f10d1fe-1a0b-49d9-8b9b-85d24df9f5a0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0522757 Sep 21 09:32:22.283874 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62538637-b4a4-4084-8dbf-99c405ada718 req-3717fe8a-c724-49f2-9354-9567673d3127 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Sep 21 09:32:23.234579 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a1d-3027-4dca-874d-b6b311bfb532 req-48460fa5-c527-482d-87ca-0aeeb83a7812 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:23.236089 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7f461a1d-3027-4dca-874d-b6b311bfb532 req-48460fa5-c527-482d-87ca-0aeeb83a7812 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0488684 Sep 21 09:32:23.273092 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7f461a1d-3027-4dca-874d-b6b311bfb532 req-90d10d23-59d5-4cc0-b809-9da9435643c7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Sep 21 09:32:23.406509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5880211-3b7b-464a-92d1-d0e1484d4f89 req-864cfeb7-b00e-49a4-b5d2-28b2cdffd10b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:23.407987 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e5880211-3b7b-464a-92d1-d0e1484d4f89 req-864cfeb7-b00e-49a4-b5d2-28b2cdffd10b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0527999 Sep 21 09:32:23.446939 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e5880211-3b7b-464a-92d1-d0e1484d4f89 req-c807341b-8de3-4b5c-8fb6-8443f950caed tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Sep 21 09:32:23.914962 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:24.384969 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5789bd-2f29-4d78-a465-1988270ec599 req-8e662d7d-5c31-474d-ac55-e88c8c8a765a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:24.386558 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5c5789bd-2f29-4d78-a465-1988270ec599 req-8e662d7d-5c31-474d-ac55-e88c8c8a765a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Sep 21 09:32:24.424407 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-5c5789bd-2f29-4d78-a465-1988270ec599 req-38464542-46fa-41e4-87ef-a403f56bacab tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Sep 21 09:32:24.565917 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581cc58-33be-493b-b0a0-6d7202647e5e req-b47c13b4-4ce8-4c84-bc8c-bdd4f0de4714 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:24.567370 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0581cc58-33be-493b-b0a0-6d7202647e5e req-b47c13b4-4ce8-4c84-bc8c-bdd4f0de4714 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0482018 Sep 21 09:32:24.604306 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0581cc58-33be-493b-b0a0-6d7202647e5e req-95e32058-80ed-4bcb-91b3-662d5f25d64e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Sep 21 09:32:24.975314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 536e2c6d-502a-4a56-9bfc-818162a4177b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:32:25.068007 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=536e2c6d-502a-4a56-9bfc-818162a4177b,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:25.079861 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'port_id': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'mac_address': 'fa:16:3e:3a:e5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:32:25.120938 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:25.134685 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536e2c6d-502a-4a56-9bfc-818162a4177b {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:32:25.153816 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=536e2c6d-502a-4a56-9bfc-818162a4177b,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:25.158209 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:25.204620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:25.496547 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['536e2c6d-502a-4a56-9bfc-818162a4177b'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:32:25.540987 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b1fa0-896b-4074-8cdb-2e33f80774fd req-79b6bd01-c19a-4cde-83bc-9f4c622fe5b7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:25.542405 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-855b1fa0-896b-4074-8cdb-2e33f80774fd req-79b6bd01-c19a-4cde-83bc-9f4c622fe5b7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Sep 21 09:32:25.582025 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-855b1fa0-896b-4074-8cdb-2e33f80774fd req-09125ab8-dde0-43b2-ab28-cb78c1e19406 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Sep 21 09:32:25.730246 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1110a-029b-4c99-b2c4-9d589e928f28 req-0a6230d4-745b-4aa5-8018-819e3a24c753 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:25.731825 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6de1110a-029b-4c99-b2c4-9d589e928f28 req-0a6230d4-745b-4aa5-8018-819e3a24c753 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0473402 Sep 21 09:32:25.771716 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6de1110a-029b-4c99-b2c4-9d589e928f28 req-1581dfbb-28d9-4a37-933d-932c9d55a1af tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Sep 21 09:32:26.699544 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bff65b-bae2-4960-8b92-0e6960914a58 req-95748f35-d30d-4055-91fc-92c45394ebcd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:26.701043 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-06bff65b-bae2-4960-8b92-0e6960914a58 req-95748f35-d30d-4055-91fc-92c45394ebcd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 945 time: 0.0525446 Sep 21 09:32:26.738630 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-06bff65b-bae2-4960-8b92-0e6960914a58 req-6e1fb3aa-29f3-4e7a-9228-3b4f45927557 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Sep 21 09:32:26.891134 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615530c-7b2a-4bb5-b200-8412858b7d53 req-59e5d2ea-6dc6-495c-a16c-f60c78bc4bcd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:26.892692 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1615530c-7b2a-4bb5-b200-8412858b7d53 req-59e5d2ea-6dc6-495c-a16c-f60c78bc4bcd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0476110 Sep 21 09:32:26.929719 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1615530c-7b2a-4bb5-b200-8412858b7d53 req-cc99157b-63dc-4a67-b7df-8d9656523eb9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 21 09:32:26.980931 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 536e2c6d-502a-4a56-9bfc-818162a4177b up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:27.030324 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 536e2c6d-502a-4a56-9bfc-818162a4177b completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:32:27.034450 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 536e2c6d-502a-4a56-9bfc-818162a4177b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:27.034827 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:27.109687 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:27.132045 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:27.134314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f340593-55e1-4e11-8f72-a044be6dfa28" -d '{"events": [{"server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "name": "network-vif-plugged", "status": "completed", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:27.147222 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=536e2c6d-502a-4a56-9bfc-818162a4177b,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:27.151131 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:27.174545 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ddf074-7c2a-4a9d-8045-4514eb3a3f2f x-openstack-request-id: req-a3ddf074-7c2a-4a9d-8045-4514eb3a3f2f {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:27.174836 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "name": "network-vif-plugged", "status": "completed", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:27.175085 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3ddf074-7c2a-4a9d-8045-4514eb3a3f2f {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:27.175461 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'code': 200} Sep 21 09:32:27.201006 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:27.417108 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c540b2-0b45-40aa-acf2-df4f48eba9b5 req-06b04a94-7455-490d-b3c3-067ce20258c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:27.419228 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-07c540b2-0b45-40aa-acf2-df4f48eba9b5 req-06b04a94-7455-490d-b3c3-067ce20258c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0406671 Sep 21 09:32:27.486178 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-07c540b2-0b45-40aa-acf2-df4f48eba9b5 req-12f3d51b-65b7-421d-b726-7b537ceb41df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282266 Sep 21 09:32:27.852445 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be04b-7794-4816-9cd8-1a811e9237e9 req-0407797e-78e3-4998-b5ad-f780c2d2374e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:27.853951 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a27be04b-7794-4816-9cd8-1a811e9237e9 req-0407797e-78e3-4998-b5ad-f780c2d2374e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Sep 21 09:32:27.891577 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a27be04b-7794-4816-9cd8-1a811e9237e9 req-6a0a9a59-454b-4db4-bdfd-05c5e32be5fa tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Sep 21 09:32:28.053376 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3bf0-a4b5-431f-a610-ce16540acfaf req-1944d203-9256-4c9d-9ff4-6b5cc3b78c67 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:28.054736 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-731e3bf0-a4b5-431f-a610-ce16540acfaf req-1944d203-9256-4c9d-9ff4-6b5cc3b78c67 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0517392 Sep 21 09:32:28.090935 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-731e3bf0-a4b5-431f-a610-ce16540acfaf req-db1ea398-8afa-44da-b8a8-595ae23e683c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Sep 21 09:32:29.005809 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3277-454f-452f-af24-3ff24ee04606 req-260cb625-181c-485d-9b76-03812efb8631 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:29.007269 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-726d3277-454f-452f-af24-3ff24ee04606 req-260cb625-181c-485d-9b76-03812efb8631 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0485406 Sep 21 09:32:29.043281 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-726d3277-454f-452f-af24-3ff24ee04606 req-13f2e8b2-4477-4756-85b7-1d59c337a0bf tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301642 Sep 21 09:32:29.160331 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204ad19-6937-4b3b-96ce-09ee8e74296b req-6d1ded07-a2ab-4756-9705-9239020c0fa3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:29.162294 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6204ad19-6937-4b3b-96ce-09ee8e74296b req-6d1ded07-a2ab-4756-9705-9239020c0fa3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0509353 Sep 21 09:32:29.204678 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6204ad19-6937-4b3b-96ce-09ee8e74296b req-6b718888-b5ca-4039-abe0-e5cee8bbe050 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360682 Sep 21 09:32:29.228100 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46488) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:29.322601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6598f-c232-4baf-8d2e-7f182e9c1305 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:29.324145 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-33c6598f-c232-4baf-8d2e-7f182e9c1305 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1094 time: 0.0948870 Sep 21 09:32:29.326988 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46492) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:29.331823 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'port_id': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:29.353546 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:29.363828 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c6cb5-1609-462a-96fc-689d81db0fc2 req-a348b77c-0ce0-460b-811c-0394fdcbe592 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:29.365345 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb0c6cb5-1609-462a-96fc-689d81db0fc2 req-a348b77c-0ce0-460b-811c-0394fdcbe592 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0480282 Sep 21 09:32:29.402896 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fb0c6cb5-1609-462a-96fc-689d81db0fc2 req-088272f4-6a27-42bb-81bd-2dd158c17c5d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Sep 21 09:32:29.451109 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:29.562887 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_common [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.27.0.246 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/8e6897f3-4133-49df-ae61-bb48c5c376ee) {{(pid=93976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:29.671097 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:29.694567 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7b33d5e0-d220-4e73-84da-8eb06bdd4254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:29.707201 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:29.745812 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:29.748575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:29.752356 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:29.784448 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=8e6897f3-4133-49df-ae61-bb48c5c376ee,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:29.797014 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.797363 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.797707 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.798045 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.798378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.798710 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.799212 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.799745 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.800315 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.800928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.801501 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.802039 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:29.902857 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16383597-bd5e-4089-b61a-dac04af77199 req-6582bacf-a423-4801-924a-bcd94687c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:29.904357 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-6582bacf-a423-4801-924a-bcd94687c4b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1099 time: 0.0433998 Sep 21 09:32:30.006222 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16383597-bd5e-4089-b61a-dac04af77199 req-e0070c06-82c1-412a-af35-46965fa6ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:30.007598 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-e0070c06-82c1-412a-af35-46965fa6ccd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0840645 Sep 21 09:32:30.077659 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-bcba9679-0134-496f-b3e5-3b81627a6177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 1002 time: 0.0626140 Sep 21 09:32:30.126242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16383597-bd5e-4089-b61a-dac04af77199 req-c954150b-eb2a-44ce-82a3-37452102011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:30.127723 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-c954150b-eb2a-44ce-82a3-37452102011d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0429268 Sep 21 09:32:30.133011 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.177405 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16383597-bd5e-4089-b61a-dac04af77199 req-abf88395-94f3-4266-84fb-a554359129aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:30.178949 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-abf88395-94f3-4266-84fb-a554359129aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404065 Sep 21 09:32:30.202114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.277960 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-0e789ebd-2a65-4ed9-8001-f62b97ba9738 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Sep 21 09:32:30.353330 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.358248 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793352'] for port, after_update {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.371902 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16383597-bd5e-4089-b61a-dac04af77199 req-9de2645b-b26a-4b90-a26c-632865d95f27 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Sep 21 09:32:30.427128 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=8e6897f3-4133-49df-ae61-bb48c5c376ee,revision_number=2']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:30.439077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.544688 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP d476e2f6-fca1-46f7-a97e-cdf44a304360 associated. External IP: 172.27.0.246, port: 536e2c6d-502a-4a56-9bfc-818162a4177b. Sep 21 09:32:30.549561 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a56f3-1da6-4390-98cf-266c0d733063 req-4b74fab6-d514-4c23-80ff-64309346bb5d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:30.551061 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-855a56f3-1da6-4390-98cf-266c0d733063 req-4b74fab6-d514-4c23-80ff-64309346bb5d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0748372 Sep 21 09:32:30.588387 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-855a56f3-1da6-4390-98cf-266c0d733063 req-98311c53-9f02-477e-91c2-b545f6523219 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Sep 21 09:32:30.754680 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:32:30.859691 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:30.868983 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:30.876853 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.879686 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:30.880311 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:32:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:30.903968 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-beb4c2cb-2755-4fe9-abaa-ad7b33262d62 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5759799 Sep 21 09:32:30.904722 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:30.907730 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66aae11-b3b1-4c66-9e76-e5e48b20add7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:30.943554 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33fe5e-1c73-43b8-bcc7-9b664e887524 x-openstack-request-id: req-cc33fe5e-1c73-43b8-bcc7-9b664e887524 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:30.943923 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:30.944177 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc33fe5e-1c73-43b8-bcc7-9b664e887524 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:30.944628 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'status': 'completed', 'code': 200} Sep 21 09:32:30.988882 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:31.007899 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-52303a90-b366-494b-9706-b62057da04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.009436 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-52303a90-b366-494b-9706-b62057da04a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0421405 Sep 21 09:32:31.102456 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-4f4b42a1-b942-4234-93d0-c4e561765976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.103922 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-4f4b42a1-b942-4234-93d0-c4e561765976 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0871615 Sep 21 09:32:31.171344 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-a0dcebc3-21a6-4d44-8540-9b7cec9f1c02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 200 len: 1000 time: 0.0597217 Sep 21 09:32:31.214959 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'd476e2f6-fca1-46f7-a97e-cdf44a304360', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:3a:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:32:29Z', 'updated_at': '2021-09-21T09:32:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:31.220329 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-737d2c5f-aac2-41e2-bb6a-7daf9a070ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.221811 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-737d2c5f-aac2-41e2-bb6a-7daf9a070ad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0439889 Sep 21 09:32:31.244883 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:31.253443 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:31.254058 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:32:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:31.271582 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-7a9b1572-cea6-4879-b9af-5e5eaf0fa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.273142 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-7a9b1572-cea6-4879-b9af-5e5eaf0fa249 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443585 Sep 21 09:32:31.357941 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:31.362452 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-6fad1bcd-5782-4ab9-8bfd-eca2bf1e374a service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819893 Sep 21 09:32:31.586919 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'd476e2f6-fca1-46f7-a97e-cdf44a304360', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:3a:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:32:29Z', 'updated_at': '2021-09-21T09:32:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:31.615517 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0bcda-dde8-41ef-8f2e-043301cfaba0 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': 'd476e2f6-fca1-46f7-a97e-cdf44a304360', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:3a:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:32:29Z', 'updated_at': '2021-09-21T09:32:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:31.718914 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b66aae11-b3b1-4c66-9e76-e5e48b20add7 req-c3e17fb3-27a8-4464-9668-efd214512189 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485391 Sep 21 09:32:31.721245 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa34b-13d4-47d7-87c0-98f19e1eab6b req-18cc0684-a1ac-4109-b513-445626343de1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.722762 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8e1fa34b-13d4-47d7-87c0-98f19e1eab6b req-18cc0684-a1ac-4109-b513-445626343de1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0544775 Sep 21 09:32:31.769906 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8e1fa34b-13d4-47d7-87c0-98f19e1eab6b req-bafd6951-2c33-44aa-9841-f124016478ba tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Sep 21 09:32:31.826983 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816f98b-cce9-4422-aa54-53f4d0bb59c9 None None] New status for floating IP d476e2f6-fca1-46f7-a97e-cdf44a304360: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:32:32.311583 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3760fc56-9d69-4004-8781-acba365a0cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:32.893271 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0814-d062-44ab-b328-568236fb6d7f req-7f44441f-eda8-4084-82c3-da42399a3f0f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:32.894755 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ffda0814-d062-44ab-b328-568236fb6d7f req-7f44441f-eda8-4084-82c3-da42399a3f0f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0529160 Sep 21 09:32:32.932849 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ffda0814-d062-44ab-b328-568236fb6d7f req-28e2ae97-2dc1-4ce4-a84f-d4961fb58d8c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Sep 21 09:32:33.822384 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:33.854142 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:34.050530 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd315-1cd0-409d-9157-efac72b92e4d req-3ac61bca-a363-455f-a0e2-f655927ad42a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:34.052041 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3cffd315-1cd0-409d-9157-efac72b92e4d req-3ac61bca-a363-455f-a0e2-f655927ad42a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0498724 Sep 21 09:32:34.090232 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-3cffd315-1cd0-409d-9157-efac72b92e4d req-197acaae-2215-4d60-a416-009ab8e16b88 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Sep 21 09:32:35.206694 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529491b-9db9-4742-a125-d0e94fef6703 req-8f168d66-e05e-4ac2-b3ee-608946fd6070 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.208171 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a529491b-9db9-4742-a125-d0e94fef6703 req-8f168d66-e05e-4ac2-b3ee-608946fd6070 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0482249 Sep 21 09:32:35.245739 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a529491b-9db9-4742-a125-d0e94fef6703 req-45390e56-ddae-4728-a19b-81a403a0732a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Sep 21 09:32:35.371375 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:36.366868 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4fea9-039f-4d04-8697-361634d7f25c req-83c30127-b6f7-421e-9303-aca20c11377d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:36.368347 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2f4fea9-039f-4d04-8697-361634d7f25c req-83c30127-b6f7-421e-9303-aca20c11377d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0527434 Sep 21 09:32:36.405181 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a2f4fea9-039f-4d04-8697-361634d7f25c req-b969836d-4279-4150-b511-e74fdd18f4fd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Sep 21 09:32:37.052838 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:32:37.156697 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:37.167622 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:32:37.203549 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:37.218594 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:32:37.237675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:37.243022 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:37.292712 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=6']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:37.299785 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.300132 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.300472 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.300828 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.301157 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.301486 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.301810 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.302133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.302480 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.302805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.303126 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.303443 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:37.337541 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['736c339f-2fd3-4bf0-aa51-8dd1f729466c'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:32:37.525997 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267743-91a0-4af3-9072-62b533fdf4a2 req-fc75971e-4a57-4949-a78c-6ab22e23ef64 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:37.527413 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-46267743-91a0-4af3-9072-62b533fdf4a2 req-fc75971e-4a57-4949-a78c-6ab22e23ef64 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 945 time: 0.0490017 Sep 21 09:32:37.565033 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-46267743-91a0-4af3-9072-62b533fdf4a2 req-cefa60b7-69fd-4131-956d-f63a6c125859 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Sep 21 09:32:38.681821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93910c5b-d5a8-4771-9c28-83813f5bde98 req-70532442-8226-4ddc-b40b-3a9e0d97b86a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:38.683289 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-93910c5b-d5a8-4771-9c28-83813f5bde98 req-70532442-8226-4ddc-b40b-3a9e0d97b86a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 945 time: 0.0485673 Sep 21 09:32:38.720647 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-93910c5b-d5a8-4771-9c28-83813f5bde98 req-baa8499f-f66f-4443-a976-89e75fef9266 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Sep 21 09:32:38.965306 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:32:39.056303 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:39.105869 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 736c339f-2fd3-4bf0-aa51-8dd1f729466c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:39.106239 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:39.179335 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:39.200683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:39.202903 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da5936-b8b7-473f-bcfc-6887ecbc355c" -d '{"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:39.215461 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:39.219683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:39.245440 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b4299-a539-4c39-838b-0dbec0a7be11 x-openstack-request-id: req-812b4299-a539-4c39-838b-0dbec0a7be11 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:39.245762 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:39.246013 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-812b4299-a539-4c39-838b-0dbec0a7be11 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:39.246406 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'code': 200} Sep 21 09:32:39.272189 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=7']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:39.838395 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccef52-be3b-4b7c-8b4b-354fdb08ab79 req-3437c4ef-44c1-4732-b460-5600eebe384c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.839768 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2bccef52-be3b-4b7c-8b4b-354fdb08ab79 req-3437c4ef-44c1-4732-b460-5600eebe384c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0480919 Sep 21 09:32:39.876661 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2bccef52-be3b-4b7c-8b4b-354fdb08ab79 req-485ddc40-4f45-4f5b-bdb1-163b9ef44eae tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303013 Sep 21 09:32:40.997179 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62051be5-0bcb-4fe7-b7f9-312272f7db40 req-febbf719-7a6d-4c1f-b3c3-9dcedff3e5c2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:40.998673 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62051be5-0bcb-4fe7-b7f9-312272f7db40 req-febbf719-7a6d-4c1f-b3c3-9dcedff3e5c2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0506315 Sep 21 09:32:41.037698 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62051be5-0bcb-4fe7-b7f9-312272f7db40 req-aaf426f1-29cf-4752-acf5-1240cebabe9f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Sep 21 09:32:42.167599 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a21d4b-1e3c-437f-9a8a-bb36fe84bd82 req-0c00cc1e-214e-4df2-ac0a-3577edb1beea tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:42.169132 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67a21d4b-1e3c-437f-9a8a-bb36fe84bd82 req-0c00cc1e-214e-4df2-ac0a-3577edb1beea tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0555878 Sep 21 09:32:42.214209 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67a21d4b-1e3c-437f-9a8a-bb36fe84bd82 req-b8fb875f-905a-48a9-b2a8-bbe344073c8c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Sep 21 09:32:43.355465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ec920-d429-459e-98f4-e1b55ddbd0a0 req-6b5d2e9a-0295-4d6a-a18d-60e3cd069e6f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:43.356958 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f54ec920-d429-459e-98f4-e1b55ddbd0a0 req-6b5d2e9a-0295-4d6a-a18d-60e3cd069e6f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0610573 Sep 21 09:32:43.408351 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f54ec920-d429-459e-98f4-e1b55ddbd0a0 req-515f8c32-ac49-49db-98f9-54e30ca7a4dd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Sep 21 09:32:44.551047 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28885-3a55-4056-bf20-7414a7150afd req-07a5071a-8c71-4ef3-9214-7d5a77cb75c6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:44.559626 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfc28885-3a55-4056-bf20-7414a7150afd req-07a5071a-8c71-4ef3-9214-7d5a77cb75c6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0760736 Sep 21 09:32:44.600571 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfc28885-3a55-4056-bf20-7414a7150afd req-43288b90-77ab-4f23-aaf5-f0c8696f8d62 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Sep 21 09:32:45.735115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d089-6cc6-4a2d-9812-4416e24b1f10 req-62120976-e35b-4a44-a005-0520e97f5d4b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:45.741070 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb2d089-6cc6-4a2d-9812-4416e24b1f10 req-62120976-e35b-4a44-a005-0520e97f5d4b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0654504 Sep 21 09:32:45.789629 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb2d089-6cc6-4a2d-9812-4416e24b1f10 req-66739d3a-4213-407c-8e8e-ea803d6b7572 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Sep 21 09:32:46.909658 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1ef93-10e9-4f19-a8cc-0945e07fec0d req-ae29fe5c-d370-47ad-8a8d-804e474e2a27 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:46.911277 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80d1ef93-10e9-4f19-a8cc-0945e07fec0d req-ae29fe5c-d370-47ad-8a8d-804e474e2a27 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0522325 Sep 21 09:32:46.959765 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80d1ef93-10e9-4f19-a8cc-0945e07fec0d req-d7ab9324-9d9f-4fc6-96c9-640cc33d09e5 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Sep 21 09:32:48.090309 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af13a2-4505-4db0-ad9f-848e09414be2 req-91cea66c-a297-4284-ba35-8d1c3e9010af tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:48.092467 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-90af13a2-4505-4db0-ad9f-848e09414be2 req-91cea66c-a297-4284-ba35-8d1c3e9010af tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0567486 Sep 21 09:32:48.134644 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-90af13a2-4505-4db0-ad9f-848e09414be2 req-da5668cc-4ddf-4be6-8667-7b10d90f324d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357480 Sep 21 09:32:49.258683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926cf8-e32a-4530-b0b4-dadc8e5b9d49 req-3186bba5-8475-47d3-9f66-e6d8e79443f3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:49.260217 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f5926cf8-e32a-4530-b0b4-dadc8e5b9d49 req-3186bba5-8475-47d3-9f66-e6d8e79443f3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0502012 Sep 21 09:32:49.301821 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f5926cf8-e32a-4530-b0b4-dadc8e5b9d49 req-4a499eda-bb3d-434d-9b54-76850993d9c2 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Sep 21 09:32:50.429454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9e110-e277-4b13-a2bf-23654b815e28 req-65efcd14-0a27-4366-a5ea-998e2baea28e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:50.437258 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4aa9e110-e277-4b13-a2bf-23654b815e28 req-65efcd14-0a27-4366-a5ea-998e2baea28e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0572758 Sep 21 09:32:50.473112 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4aa9e110-e277-4b13-a2bf-23654b815e28 req-7fd664e8-34ed-481c-98c2-cbc502362062 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342336 Sep 21 09:32:51.602097 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844573e-6fd6-4b32-897b-1781c8b36df6 req-23904aaf-8840-41dd-a22e-0747ed0574dd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:51.603587 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d844573e-6fd6-4b32-897b-1781c8b36df6 req-23904aaf-8840-41dd-a22e-0747ed0574dd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0506651 Sep 21 09:32:51.639839 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d844573e-6fd6-4b32-897b-1781c8b36df6 req-1529fd8f-3a72-481d-902b-669e56fc8368 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Sep 21 09:32:52.422848 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb312ad-774c-41a0-9652-5348efd2b307 req-c8a423a3-fea7-460d-a0e8-9346ca5c9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.424298 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-c8a423a3-fea7-460d-a0e8-9346ca5c9823 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1099 time: 0.0434797 Sep 21 09:32:52.514864 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb312ad-774c-41a0-9652-5348efd2b307 req-3e424a6d-76cc-4d9c-8486-372972c58e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.517243 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-3e424a6d-76cc-4d9c-8486-372972c58e2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0848601 Sep 21 09:32:52.588669 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-d419ec5d-1c10-4a35-935f-d85cb5250d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 1002 time: 0.0641329 Sep 21 09:32:52.636979 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb312ad-774c-41a0-9652-5348efd2b307 req-e54a125b-d8de-48f3-855b-9b4a9f57013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.638370 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-e54a125b-d8de-48f3-855b-9b4a9f57013c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0424752 Sep 21 09:32:52.684599 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb312ad-774c-41a0-9652-5348efd2b307 req-a17f812b-97d1-4274-ab7a-92a47ae52192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.686132 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-a17f812b-97d1-4274-ab7a-92a47ae52192 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397429 Sep 21 09:32:52.810728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a680-afe9-424f-81bf-0be33282bc87 req-21d2b71f-8e14-412d-ba0b-590bd1f82ff7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.812105 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ad4a680-afe9-424f-81bf-0be33282bc87 req-21d2b71f-8e14-412d-ba0b-590bd1f82ff7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0984590 Sep 21 09:32:52.817861 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-85a457df-4cb3-4a61-8964-25d8dc020142 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234586 Sep 21 09:32:52.874031 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ad4a680-afe9-424f-81bf-0be33282bc87 req-cb92f38e-3672-4ded-9ff0-4e6a8a46ee2d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552471 Sep 21 09:32:52.932205 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abb312ad-774c-41a0-9652-5348efd2b307 req-6bf1b76d-9095-4c7c-bc12-162d512e1406 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006932 Sep 21 09:32:54.002133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873060-b8e6-4998-bb1a-16461d694330 req-4249c0e8-04fa-47fd-ab5b-925c13bd8fb3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:54.003716 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e2873060-b8e6-4998-bb1a-16461d694330 req-4249c0e8-04fa-47fd-ab5b-925c13bd8fb3 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0561006 Sep 21 09:32:54.043681 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e2873060-b8e6-4998-bb1a-16461d694330 req-d0f31532-16c8-4701-988d-0411f333d8d9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338328 Sep 21 09:32:54.071749 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.166332 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc7ee3-10c8-4150-be9c-0167fb104554 req-cb4a833b-f444-4515-a859-74199da3d8a8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:55.167847 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7bfc7ee3-10c8-4150-be9c-0167fb104554 req-cb4a833b-f444-4515-a859-74199da3d8a8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0527375 Sep 21 09:32:55.206534 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7bfc7ee3-10c8-4150-be9c-0167fb104554 req-d66559ae-f5f8-4d32-b9e5-885367c5b446 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Sep 21 09:32:56.277876 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a7205-11f9-4d88-907d-d81aa4bca6f1 req-046f8478-259d-44b5-8e7b-19c35bda17d8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:56.279233 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-133a7205-11f9-4d88-907d-d81aa4bca6f1 req-046f8478-259d-44b5-8e7b-19c35bda17d8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 946 time: 0.0781560 Sep 21 09:32:56.309571 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-ecad112f-a44e-4519-9b84-1e44d7dfdde2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677707 Sep 21 09:32:56.325713 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-133a7205-11f9-4d88-907d-d81aa4bca6f1 req-6879a83d-59c2-4021-82c3-46669b2fd021 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Sep 21 09:32:57.077677 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-c0c49951-c22c-4638-b4e2-f96c1c4b5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.079918 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-c0c49951-c22c-4638-b4e2-f96c1c4b5f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec&tenant_id=b1fea9963581475fb050dd50064a0c4f HTTP/1.1" status: 200 len: 1099 time: 0.0414407 Sep 21 09:32:57.146186 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-13e3c23d-9bf3-4793-9798-9e0750121795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.147694 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-13e3c23d-9bf3-4793-9798-9e0750121795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1fea9963581475fb050dd50064a0c4f&device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1099 time: 0.0400455 Sep 21 09:32:57.189551 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:32:57.240853 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-fc87edce-6f31-4caa-a8e0-f44eef7e43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.242331 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-fc87edce-6f31-4caa-a8e0-f44eef7e43a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 200 len: 917 time: 0.0874414 Sep 21 09:32:57.262692 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.284269 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:57.286514 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c53888-980d-4861-8196-0529d2f6b5ea" -d '{"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-unplugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:57.300060 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:57.304841 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.310122 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-d72daeff-de76-4803-b254-60abe0544646 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 200 len: 1002 time: 0.0596731 Sep 21 09:32:57.331008 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab87daa-037c-4cc1-8ef8-d7ba49bf3046 x-openstack-request-id: req-7ab87daa-037c-4cc1-8ef8-d7ba49bf3046 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:57.331257 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-unplugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:57.331509 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ab87daa-037c-4cc1-8ef8-d7ba49bf3046 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:57.331894 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'code': 200} Sep 21 09:32:57.356799 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=8']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:57.359106 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-82ef8f77-12dc-4095-bd3a-0344f7d896a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.362843 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-82ef8f77-12dc-4095-bd3a-0344f7d896a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 200 len: 855 time: 0.0458982 Sep 21 09:32:57.442078 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-5b384485-a212-475d-b602-599ff10c15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.443602 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-5b384485-a212-475d-b602-599ff10c15db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734062 Sep 21 09:32:57.466682 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b93d-7169-460f-90c7-b47d4783784e req-d55cfce7-16c9-4a98-91a9-48d72f7054c7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:57.468072 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e54b93d-7169-460f-90c7-b47d4783784e req-d55cfce7-16c9-4a98-91a9-48d72f7054c7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0664442 Sep 21 09:32:57.558979 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e54b93d-7169-460f-90c7-b47d4783784e req-54de5b8f-ca7f-4994-b696-a0a31f3be59a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806105 Sep 21 09:32:57.581609 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-40c60def-f398-4610-abf5-3ed6d864e1a3 service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299582 Sep 21 09:32:57.668885 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38b4532c-168e-44d1-be17-32cc4ccc55d0 req-b2c0ae52-4c40-417a-abd8-c78cdae4229b service neutron] 10.222.0.47 "GET /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802662 Sep 21 09:32:58.682609 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838e1a8-3269-42ce-a185-b44dfe3b3b01 req-c45ccdcc-2343-40fc-83c2-640765709f7c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:58.684171 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4838e1a8-3269-42ce-a185-b44dfe3b3b01 req-c45ccdcc-2343-40fc-83c2-640765709f7c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0510077 Sep 21 09:32:58.733854 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4838e1a8-3269-42ce-a185-b44dfe3b3b01 req-bf96f576-3f62-41d8-a324-86aec936cccd tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Sep 21 09:32:59.705448 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b038-0a5b-4651-836a-56b87e14f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:59.858277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a1a57-5e01-40e0-89aa-8582c6667708 req-ace06cb0-3162-431c-9b83-625abdbee133 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:59.859676 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-643a1a57-5e01-40e0-89aa-8582c6667708 req-ace06cb0-3162-431c-9b83-625abdbee133 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0503356 Sep 21 09:32:59.899456 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-643a1a57-5e01-40e0-89aa-8582c6667708 req-b5dd68b5-8685-45af-b9c7-5d16d47b5d70 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Sep 21 09:33:01.020099 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254075-e037-44f0-af22-c0f0fb8e7e54 req-1eab2841-0c21-4f3e-abd3-63829ebd5365 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:01.021723 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-26254075-e037-44f0-af22-c0f0fb8e7e54 req-1eab2841-0c21-4f3e-abd3-63829ebd5365 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0499842 Sep 21 09:33:01.060954 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-26254075-e037-44f0-af22-c0f0fb8e7e54 req-2be258cd-f52f-4644-b455-295d44584a02 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Sep 21 09:33:02.184173 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a492556-10d7-4534-bf23-7a8f4b48d764 req-b280836c-85d8-492c-9f54-40ec36475a8d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:02.185791 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a492556-10d7-4534-bf23-7a8f4b48d764 req-b280836c-85d8-492c-9f54-40ec36475a8d tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0484009 Sep 21 09:33:02.228638 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3a492556-10d7-4534-bf23-7a8f4b48d764 req-f19ae318-3c34-45e5-9ab1-df929db59850 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357800 Sep 21 09:33:02.312707 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca032a39-cbce-4511-b6ee-cc159970eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:03.348755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73d8a-d623-471a-a57f-d85e9a473a09 req-389baca6-7feb-4049-a363-085ee5a38d23 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:03.350385 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-49f73d8a-d623-471a-a57f-d85e9a473a09 req-389baca6-7feb-4049-a363-085ee5a38d23 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0490773 Sep 21 09:33:03.390192 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-49f73d8a-d623-471a-a57f-d85e9a473a09 req-9bc626ac-5837-4a20-92a3-1536d2d5cc25 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Sep 21 09:33:03.823156 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:03.859020 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:04.512260 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e31ef6-7ffa-493e-bc0a-2135876c08f0 req-5f63848f-a0bd-4497-a2dc-d8ad0780a2bf tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:04.513933 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c8e31ef6-7ffa-493e-bc0a-2135876c08f0 req-5f63848f-a0bd-4497-a2dc-d8ad0780a2bf tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0516584 Sep 21 09:33:04.555622 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c8e31ef6-7ffa-493e-bc0a-2135876c08f0 req-d657203d-6cd0-4463-88f6-ce7d695cf73b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355816 Sep 21 09:33:05.372567 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:05.684650 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9798199-81df-4412-9ef2-db081b423ca9 req-e9d9d132-32ef-4bc9-9291-accaf1099387 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:05.686151 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9798199-81df-4412-9ef2-db081b423ca9 req-e9d9d132-32ef-4bc9-9291-accaf1099387 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0512857 Sep 21 09:33:05.731340 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9798199-81df-4412-9ef2-db081b423ca9 req-3346bf81-7552-4a6d-8e49-2f02a97caaa7 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376663 Sep 21 09:33:06.855263 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf9ddd-85e7-47fa-ad4e-a4827b39af5b req-0909d5b2-00db-4209-8b85-cfa9c57c279b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:06.856711 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-44bf9ddd-85e7-47fa-ad4e-a4827b39af5b req-0909d5b2-00db-4209-8b85-cfa9c57c279b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0497684 Sep 21 09:33:06.895408 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-44bf9ddd-85e7-47fa-ad4e-a4827b39af5b req-06975c7f-4e5d-436d-b258-9eef21f099aa tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Sep 21 09:33:08.016562 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143ddf6-a883-4c60-84f0-8c86809e4d76 req-d19b5f65-39f9-40ca-b0a0-fc0e765d898c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:08.018358 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6143ddf6-a883-4c60-84f0-8c86809e4d76 req-d19b5f65-39f9-40ca-b0a0-fc0e765d898c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0501251 Sep 21 09:33:08.057207 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6143ddf6-a883-4c60-84f0-8c86809e4d76 req-c7ee8b6f-d304-4883-81e6-eff108c243d6 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Sep 21 09:33:09.181852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac4edb-9b7b-43c9-b684-ae02c127fda3 req-3a3374ce-4259-4d77-9c53-feb305d3a7c9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:09.183517 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ac4edb-9b7b-43c9-b684-ae02c127fda3 req-3a3374ce-4259-4d77-9c53-feb305d3a7c9 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0519357 Sep 21 09:33:09.226378 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ac4edb-9b7b-43c9-b684-ae02c127fda3 req-6036d7a8-0995-4c45-9f01-efbbfa4b3b4a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370042 Sep 21 09:33:10.394208 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083d270-6e2f-4fc1-8cc2-3b2e0b25162e req-f534147c-72eb-40fb-a2fa-d68226078e40 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:10.395682 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7083d270-6e2f-4fc1-8cc2-3b2e0b25162e req-f534147c-72eb-40fb-a2fa-d68226078e40 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0974481 Sep 21 09:33:10.431628 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7083d270-6e2f-4fc1-8cc2-3b2e0b25162e req-c52c613e-2d69-4d55-95a1-0ec0841be5c8 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300601 Sep 21 09:33:11.554089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e1b09-7099-4f8a-8410-4331ef586e05 req-d331b178-e1b3-4f3d-b4a9-801e951d8fb0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:11.555561 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e62e1b09-7099-4f8a-8410-4331ef586e05 req-d331b178-e1b3-4f3d-b4a9-801e951d8fb0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0530527 Sep 21 09:33:11.596409 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e62e1b09-7099-4f8a-8410-4331ef586e05 req-e02a3f33-e5e8-41e0-ae61-540fb84729ed tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Sep 21 09:33:12.716475 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4b22b-2aed-47ca-9547-4b13e5f4bb99 req-08c5e9b0-3ade-4134-9974-8d2043f26b1a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:12.717978 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1fb4b22b-2aed-47ca-9547-4b13e5f4bb99 req-08c5e9b0-3ade-4134-9974-8d2043f26b1a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0496230 Sep 21 09:33:12.760320 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1fb4b22b-2aed-47ca-9547-4b13e5f4bb99 req-19cb4cf7-a0f6-4a45-b135-7445cbbd378c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Sep 21 09:33:13.881204 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4cabd-49c3-4b8e-8306-7bbce9e15cec req-56de02a4-39b1-4428-88ba-6f478f8cfaf1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:13.882696 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e8f4cabd-49c3-4b8e-8306-7bbce9e15cec req-56de02a4-39b1-4428-88ba-6f478f8cfaf1 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0488417 Sep 21 09:33:13.919666 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e8f4cabd-49c3-4b8e-8306-7bbce9e15cec req-50bab46f-7474-477e-8bab-85ba269fa155 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310197 Sep 21 09:33:14.749227 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41290f5-b710-4823-b88f-22ee60110b3f req-f79cb7b7-fba6-4ad7-bc75-14224d17fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:14.750707 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b41290f5-b710-4823-b88f-22ee60110b3f req-f79cb7b7-fba6-4ad7-bc75-14224d17fc16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 1097 time: 0.0391574 Sep 21 09:33:14.784402 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b41290f5-b710-4823-b88f-22ee60110b3f req-1718805f-e2f8-4a18-b0cf-28f6004d4859 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270050 Sep 21 09:33:15.038847 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8babc7a-c8f2-494e-98ba-078113dce85a req-238174c7-a073-41c1-a8a3-817878765f39 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:15.040224 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e8babc7a-c8f2-494e-98ba-078113dce85a req-238174c7-a073-41c1-a8a3-817878765f39 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0489023 Sep 21 09:33:15.077715 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e8babc7a-c8f2-494e-98ba-078113dce85a req-aa4d1733-b53c-4c8a-9f14-be4bd7a181ac tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Sep 21 09:33:15.964620 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:33:16.196409 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade16ac-0e7f-4fc5-b34c-8c8e514670b7 req-1546520b-52d7-4ab5-b379-5204851273db tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:16.197950 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fade16ac-0e7f-4fc5-b34c-8c8e514670b7 req-1546520b-52d7-4ab5-b379-5204851273db tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0495944 Sep 21 09:33:16.237628 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-fade16ac-0e7f-4fc5-b34c-8c8e514670b7 req-e276318c-afd4-4eea-b230-4f232cbfdfbe tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Sep 21 09:33:17.263845 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:33:17.356079 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb710f-b411-48a8-b0db-7ac9ae808eeb req-7f8a64c9-b0ee-43ce-af08-1c87d6cea269 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:17.357594 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b3cb710f-b411-48a8-b0db-7ac9ae808eeb req-7f8a64c9-b0ee-43ce-af08-1c87d6cea269 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 944 time: 0.0486925 Sep 21 09:33:17.360429 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:17.371480 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'port_id': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'mac_address': 'fa:16:3e:49:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:33:17.397916 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b3cb710f-b411-48a8-b0db-7ac9ae808eeb req-88988187-983d-422e-a44f-d7cd36a93846 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341084 Sep 21 09:33:17.408859 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:17.421728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:33:17.443986 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:17.447849 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:17.493683 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=9']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:17.817896 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['736c339f-2fd3-4bf0-aa51-8dd1f729466c'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:33:19.288080 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:33:19.334694 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 736c339f-2fd3-4bf0-aa51-8dd1f729466c triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:19.335091 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:19.415066 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:19.437406 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:19.440184 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6291ba5-2db6-4dc4-9964-49a44c27add8" -d '{"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:19.453194 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:19.458457 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:19.488759 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed58db-5e14-4be4-9d6d-cf239cb6562e x-openstack-request-id: req-56ed58db-5e14-4be4-9d6d-cf239cb6562e {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:19.489048 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-plugged", "status": "completed", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:19.489295 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56ed58db-5e14-4be4-9d6d-cf239cb6562e {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:19.489676 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'code': 200} Sep 21 09:33:19.510350 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=10']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:23.988677 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:24.546045 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c3aef-188b-45ab-aab9-12b8fa21d5f6 req-bfe00c57-18e9-49d0-b425-620ac559aca2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:24.547792 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a1c3aef-188b-45ab-aab9-12b8fa21d5f6 req-bfe00c57-18e9-49d0-b425-620ac559aca2 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0494404 Sep 21 09:33:24.585183 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a1c3aef-188b-45ab-aab9-12b8fa21d5f6 req-7beaa08d-da1b-47fa-9be2-1be5f2c9d62a tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Sep 21 09:33:25.703424 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9d8cf-ed80-4221-a0d5-5721e19655fc req-0c7176c9-1c48-4e96-994b-555c7fd46a90 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:25.704943 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9aa9d8cf-ed80-4221-a0d5-5721e19655fc req-0c7176c9-1c48-4e96-994b-555c7fd46a90 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0523186 Sep 21 09:33:25.742271 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9aa9d8cf-ed80-4221-a0d5-5721e19655fc req-3548c5bc-5e9f-46ba-8048-d3fb9981183f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Sep 21 09:33:26.579993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-afa4a739-702b-4225-8970-5865e7f8cbfa tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:26.582016 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-afa4a739-702b-4225-8970-5865e7f8cbfa tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.0471265 Sep 21 09:33:26.672938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Deleting port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:26.673273 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:26.757220 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] For port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:26.757576 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:26.914645 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cfa7f-611b-4a19-9321-703f3a4c91b1 req-1294ba52-c27b-4fad-a74f-4aa776b09984 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:26.916105 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8b9cfa7f-611b-4a19-9321-703f3a4c91b1 req-1294ba52-c27b-4fad-a74f-4aa776b09984 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb32e59-47fb-4847-9129-6098487c004b HTTP/1.1" status: 200 len: 945 time: 0.1061924 Sep 21 09:33:26.990122 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:26.990484 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:26.990795 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Floating IP 4441f44e-784a-4096-a5cf-b13f9f7301af disassociated. External IP: 172.27.0.11, port: f1c10c02-1d32-4a1d-a7aa-5525df1f5c37. Sep 21 09:33:26.991128 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Calling delete_port for f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:26.997221 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8b9cfa7f-611b-4a19-9321-703f3a4c91b1 req-4fac2aa6-4a14-4993-a4fe-d4e1c3dfdaef tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c4a04b3-f756-486c-9705-805663656c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548573 Sep 21 09:33:27.120134 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:27.149055 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'Port': ['ID=f1c10c02-1d32-4a1d-a7aa-5525df1f5c37,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:27.162485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.162832 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.163184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.163720 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.164313 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.165494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.165494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.165494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.166024 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.166024 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.166320 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.166568 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:27.271277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:27.374732 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:27.384805 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:27.394251 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:27.394870 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:27.414347 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] No DVR routers for this DVR port f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:27.416880 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:27.418870 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ebbc0dbf-0ef4-4ca7-b5ed-d604f294e5b0 req-8e7a6e40-e6cf-4b60-ba61-5cc8231c30af tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.47 "DELETE /v2.0/ports/f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 HTTP/1.1" status: 204 len: 173 time: 0.8305290 Sep 21 09:33:27.419298 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'name': 'network-vif-deleted', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:27.421542 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ae9cb-643d-4688-a0a8-b27eb953df56" -d '{"events": [{"server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "name": "network-vif-deleted", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:27.460239 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df80f93c-13eb-4ac9-8f23-d5c148bea425 x-openstack-request-id: req-df80f93c-13eb-4ac9-8f23-d5c148bea425 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:27.460566 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb32e59-47fb-4847-9129-6098487c004b", "name": "network-vif-deleted", "tag": "f1c10c02-1d32-4a1d-a7aa-5525df1f5c37", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:27.460791 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df80f93c-13eb-4ac9-8f23-d5c148bea425 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:27.461192 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb32e59-47fb-4847-9129-6098487c004b', 'name': 'network-vif-deleted', 'tag': 'f1c10c02-1d32-4a1d-a7aa-5525df1f5c37', 'status': 'completed', 'code': 200} Sep 21 09:33:27.509567 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:27.718955 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:27.744930 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:27.753519 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:27.754124 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:27.859279 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:28.055585 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:28.079450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46924) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:28.087669 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a498-eb4b-4ca4-a1fb-5281947f4174 None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:20Z', 'revision_number': 4, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '0bde0d4b-395d-4e7d-a35f-9e6845bfeb41', 'name': '', 'network_id': '417042bf-c690-49ab-9e59-5ca2e3b3de38', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'mac_address': 'fa:16:3e:04:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:34Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'subnets': [{'id': '07799242-2725-4907-9de1-fb2c3b4b1926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:28.141869 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.168873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.223101 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.225775 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.229377 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "DELETE /v2.0/security-groups/9c4a04b3-f756-486c-9705-805663656c40 HTTP/1.1" status: 204 len: 168 time: 0.1461308 Sep 21 09:33:28.230000 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46926) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:28.237329 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029def3-fe2c-45dc-849c-64a6d99f46c9 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a04b3-f756-486c-9705-805663656c40,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:28.247974 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-59762799-ffcc-42c4-82cb-4c88aed83607 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] show failed (client error): The resource could not be found. Sep 21 09:33:28.249178 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-59762799-ffcc-42c4-82cb-4c88aed83607 tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "GET /v2.0/security-groups/9c4a04b3-f756-486c-9705-805663656c40 HTTP/1.1" status: 404 len: 347 time: 0.0168729 Sep 21 09:33:28.252685 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46928) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:28.320856 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf14d56-403a-46f4-978d-180201e71f3a None None] New status for floating IP 4441f44e-784a-4096-a5cf-b13f9f7301af: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:33:28.378936 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Deleting port 87dcab2f-9be0-4eb9-b018-fcc5dc653335 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:28.379278 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.459437 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.459777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.471997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Calling delete_port for 87dcab2f-9be0-4eb9-b018-fcc5dc653335 owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:28.606947 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.631315 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Pushing event deleted for resources: {'Port': ['ID=87dcab2f-9be0-4eb9-b018-fcc5dc653335,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:28.689898 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.692428 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.693608 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4e220b5d-8621-4ae3-a624-74596e17dc9f tempest-AttachVolumeTestJSON-1812453835 tempest-AttachVolumeTestJSON-1812453835-project] 10.222.0.42 "DELETE /v2.0/floatingips/4441f44e-784a-4096-a5cf-b13f9f7301af HTTP/1.1" status: 204 len: 168 time: 0.4399300 Sep 21 09:33:29.709836 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-28fcb26e-03ba-48fb-94e6-e0e3b5b4f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:31.335556 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:31.357809 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:31.358155 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f1c10c02-1d32-4a1d-a7aa-5525df1f5c37 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:32.238075 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46956) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:32.316283 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5bec246d-fb80-4238-b3bc-06f8637c0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:32.673667 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.175964 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Deleting port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:33.176300 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.251461 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] For port 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:33.252181 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.264131 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Calling delete_port for 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:33.436497 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.460464 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=0bde0d4b-395d-4e7d-a35f-9e6845bfeb41,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:33.628684 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.825519 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.838875 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Router e7750d4d-390d-4d57-86b4-739ee095ec55 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:33.860639 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:33.945985 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:33.951045 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5965afd1-195b-496e-9fa7-396c2ee85cfe admin admin] 10.222.0.42 "PUT /v2.0/routers/e7750d4d-390d-4d57-86b4-739ee095ec55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118757 Sep 21 09:33:33.953485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46960) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:33.956247 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Sync routers for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:33.965517 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:33.966121 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:34.055465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.071044 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:34.154813 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.209170 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Deleting port f5eda458-5f8e-48f9-8e41-49479f9364f1 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:34.209509 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.245034 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:33:33Z', 'revision_number': 5, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port': {'id': 'f5eda458-5f8e-48f9-8e41-49479f9364f1', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:34.288497 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] For port f5eda458-5f8e-48f9-8e41-49479f9364f1, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=f5eda458-5f8e-48f9-8e41-49479f9364f1,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:34.289132 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.304315 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Calling delete_port for f5eda458-5f8e-48f9-8e41-49479f9364f1 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:34.394956 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Checking router: e7750d4d-390d-4d57-86b4-739ee095ec55 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:34.403415 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Routers {'e7750d4d-390d-4d57-86b4-739ee095ec55'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:34.404002 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['e7750d4d-390d-4d57-86b4-739ee095ec55'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:34.468810 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.491587 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] Set router e7750d4d-390d-4d57-86b4-739ee095ec55 gateway port host: None {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:34.500099 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eda458-5f8e-48f9-8e41-49479f9364f1,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:34.543922 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:33:34Z', 'revision_number': 6, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:34.562690 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.573655 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2e130-ffd9-4068-a5c7-af0e49f88355 None None] The sync data for ids ['e7750d4d-390d-4d57-86b4-739ee095ec55'] in dv-cinder-790014-3-iscsi is: [{'id': 'e7750d4d-390d-4d57-86b4-739ee095ec55', 'name': 'tempest-AttachVolumeTestJSON-288815924-router', 'tenant_id': '5fa3ec370f0441feb7dff6081ce8848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:33:34Z', 'revision_number': 6, 'project_id': '5fa3ec370f0441feb7dff6081ce8848a', 'gw_port_host': None}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:34.653228 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.655450 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.699314 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.699829 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7750d4d-390d-4d57-86b4-739ee095ec55 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:33:34.703994 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.705163 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e7c8e436-c741-4084-bebb-751f3ce6a80d admin admin] 10.222.0.42 "DELETE /v2.0/routers/e7750d4d-390d-4d57-86b4-739ee095ec55 HTTP/1.1" status: 204 len: 168 time: 0.7507706 Sep 21 09:33:34.708482 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46962) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:34.751652 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Deleting subnet 07799242-2725-4907-9de1-fb2c3b4b1926 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:33:34.754983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.789012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.871812 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.934767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.961489 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07799242-2725-4907-9de1-fb2c3b4b1926,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:34.964951 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.966834 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9ff83555-2eb0-4216-9301-a0fa2529ecde admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07799242-2725-4907-9de1-fb2c3b4b1926 HTTP/1.1" status: 204 len: 168 time: 0.2574115 Sep 21 09:33:34.969287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46964) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:34.973302 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833882a2-6a18-49ee-a608-5e052754e622 None None] Network 417042bf-c690-49ab-9e59-5ca2e3b3de38 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:35.041360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.097750 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Deleting port 21028266-5e8f-4bf4-b04d-0fbc13eb768c {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:35.098099 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.160191 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] For port 21028266-5e8f-4bf4-b04d-0fbc13eb768c, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=21028266-5e8f-4bf4-b04d-0fbc13eb768c,segment=NetworkSegment(61fe84cf-43f3-4bf4-909f-822e0da0bf71),segment_id=61fe84cf-43f3-4bf4-909f-822e0da0bf71)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:35.160553 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.172888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Calling delete_port for 21028266-5e8f-4bf4-b04d-0fbc13eb768c owned by network:dhcp {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:35.252139 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.281116 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] No DVR routers for this DVR port 21028266-5e8f-4bf4-b04d-0fbc13eb768c on host dv-cinder-790014-3-iscsi {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:35.284991 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Pushing event deleted for resources: {'Port': ['ID=21028266-5e8f-4bf4-b04d-0fbc13eb768c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:35.359015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.364892 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4567b-a742-4be9-a50b-4f0fa1bf22ed None None] DHCP port deletion for 417042bf-c690-49ab-9e59-5ca2e3b3de38 request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:33:35.385626 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.387344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417042bf-c690-49ab-9e59-5ca2e3b3de38']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:35.396786 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fe84cf-43f3-4bf4-909f-822e0da0bf71') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:35.397081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fe84cf-43f3-4bf4-909f-822e0da0bf71') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:35.406416 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.420193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.426753 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:33:35.427145 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:33:35.428951 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:33:35.483504 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.489341 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.491151 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] 10.222.0.42 "DELETE /v2.0/networks/417042bf-c690-49ab-9e59-5ca2e3b3de38 HTTP/1.1" status: 204 len: 168 time: 0.5207059 Sep 21 09:33:35.508377 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c8625-abb5-4429-bee1-704dfb21950c admin admin] Pushing event deleted for resources: {'Network': ['ID=417042bf-c690-49ab-9e59-5ca2e3b3de38,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:35.617852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46970) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:35.656828 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cfd533d4-ab82-4326-a66b-8b3e35e4df12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fa3ec370f0441feb7dff6081ce8848a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377612 Sep 21 09:33:35.659771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 46974) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:35.701075 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 46976) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:35.711924 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.733015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.780443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.783089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:35.784348 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29099cdc-59e4-4050-a773-b14984583300 HTTP/1.1" status: 204 len: 168 time: 0.1236134 Sep 21 09:33:35.792776 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e2397-06b7-4058-a3c7-af2fad307361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29099cdc-59e4-4050-a773-b14984583300,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:36.012037 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Deleting port 8f50e56f-4fad-440a-8a71-8ef90eb0333a {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:36.012383 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.091380 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.091727 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.103320 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Calling delete_port for 8f50e56f-4fad-440a-8a71-8ef90eb0333a owned by network:floatingip {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:36.254677 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.301932 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event deleted for resources: {'Port': ['ID=8f50e56f-4fad-440a-8a71-8ef90eb0333a,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:36.316385 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f5eda458-5f8e-48f9-8e41-49479f9364f1 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:36.337215 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: f5eda458-5f8e-48f9-8e41-49479f9364f1 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:36.337633 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device f5eda458-5f8e-48f9-8e41-49479f9364f1 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:36.338226 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:36.342917 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.343264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.343601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.343934 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.344261 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.344610 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.344934 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.345255 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.345575 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.345896 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.346328 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.346761 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:36.353641 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.353980 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Floating IP 357119ae-af64-4f3e-b5f0-5984c535ba69 disassociated (deleted). External IP: 172.27.0.7, port: 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0. Sep 21 09:33:36.364195 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:36.364660 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 0bde0d4b-395d-4e7d-a35f-9e6845bfeb41 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:36.365153 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 21028266-5e8f-4bf4-b04d-0fbc13eb768c no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:36.384731 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 21028266-5e8f-4bf4-b04d-0fbc13eb768c {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:36.385167 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 21028266-5e8f-4bf4-b04d-0fbc13eb768c not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:36.488218 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47000) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:36.572142 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:36.588378 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388873241-network', 'tenant_id': '6a88fc34576f46ad83c65301f0e365e2'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:36.609533 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Made reservation on behalf of 6a88fc34576f46ad83c65301f0e365e2 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:33:36.612490 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.620918 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.684365 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:36.688811 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.696962 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Sync routers for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:36.706241 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:36.706926 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:36.710922 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.715191 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.722722 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-36dfb9ea-02c3-45e8-93a2-14ed0fff8b66 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "DELETE /v2.0/floatingips/357119ae-af64-4f3e-b5f0-5984c535ba69 HTTP/1.1" status: 204 len: 168 time: 1.0167136 Sep 21 09:33:36.722722 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:36.723587 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cadc8e-e834-4722-980f-117bb71b7075" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:36.750123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:33:36.770603 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376c397-12f7-4210-8f3a-1f77b95b2bb6 x-openstack-request-id: req-7376c397-12f7-4210-8f3a-1f77b95b2bb6 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:36.770900 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:36.771156 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7376c397-12f7-4210-8f3a-1f77b95b2bb6 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:36.771556 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'status': 'completed', 'code': 200} Sep 21 09:33:36.775438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511f719-3a15-4ec5-9ed6-4e57d260229a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:36.778483 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.778892 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Added segment 39a020a7-ae20-4ea3-97b0-1391d68b58e4 of type vlan for network 97bfd64a-f9ae-487a-9fb0-3a1223ef373c Sep 21 09:33:36.829228 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:36.844182 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.909975 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.911046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:36.911756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:36.949129 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4596913 Sep 21 09:33:36.951857 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47012) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:36.960021 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Request body: {'subnet': {'network_id': '97bfd64a-f9ae-487a-9fb0-3a1223ef373c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388873241-subnet', 'tenant_id': '6a88fc34576f46ad83c65301f0e365e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:36.988269 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-e4058619-0932-486d-992e-8a338cf447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:36.989765 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-e4058619-0932-486d-992e-8a338cf447d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be01e1c84ba94722abf27a1e67a38856&device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1791618 Sep 21 09:33:36.990517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8f96-dca1-4b4e-8e32-9f8dbb34c283 admin admin] Pushing event updated for resources: {'Network': ['ID=97bfd64a-f9ae-487a-9fb0-3a1223ef373c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:36.995181 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13921bc-2ca5-4410-8016-054fac17495d req-375109ef-9123-4635-abd6-4dad3c34e292 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:36.996757 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e13921bc-2ca5-4410-8016-054fac17495d req-375109ef-9123-4635-abd6-4dad3c34e292 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0751936 Sep 21 09:33:36.998229 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Made reservation on behalf of 6a88fc34576f46ad83c65301f0e365e2 for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:33:37.000489 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:37.004720 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 97bfd64a-f9ae-487a-9fb0-3a1223ef373c details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:33:37.067254 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:37.092700 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e13921bc-2ca5-4410-8016-054fac17495d req-43d42488-6f33-4715-a7bc-de13dd285418 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890284 Sep 21 09:33:37.095582 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Checking router: 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:37.107195 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:37.108389 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:37.117327 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-3016051d-52c4-4ad8-949a-4c84fdf52bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:37.118703 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-3016051d-52c4-4ad8-949a-4c84fdf52bcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 200 len: 910 time: 0.1153820 Sep 21 09:33:37.162616 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-5a60aef0-314b-4fb0-be15-2443811c5632 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0356781 Sep 21 09:33:37.219701 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-95d3e1b1-4309-4633-b955-fa2f41cc07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:37.222131 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-95d3e1b1-4309-4633-b955-fa2f41cc07db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 200 len: 848 time: 0.0505624 Sep 21 09:33:37.225959 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:37.269876 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-96f0dd42-fa77-4424-97b5-d3e8515616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:37.271398 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-96f0dd42-fa77-4424-97b5-d3e8515616a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d303236b-575e-496f-a2ed-324474f4498f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419357 Sep 21 09:33:37.284401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-cc4b467e-be68-4acb-915e-8ea115bfd3af service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:33:37.285507 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-cc4b467e-be68-4acb-915e-8ea115bfd3af service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061064 Sep 21 09:33:37.379085 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-332f21d7-2b90-457d-900f-913f9bc7b52e service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Sep 21 09:33:37.437297 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:37.456784 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:37.463854 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04e90f-d9f6-4d60-8cc1-39b4d21e7f06 None None] The sync data for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi is: [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:17Z', 'revision_number': 4, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '450e09bc-f656-44df-ae3a-e99291b8ff97', 'name': '', 'network_id': 'd303236b-575e-496f-a2ed-324474f4498f', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'mac_address': 'fa:16:3e:33:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:16Z', 'updated_at': '2021-09-21T09:27:22Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'subnets': [{'id': 'cd858e40-410a-440a-9562-ee30cdda473e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:37.476699 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6cadc8e-e834-4722-980f-117bb71b7075 req-e262c4a6-b265-4431-8e11-53c900906d78 service neutron] 10.222.0.47 "GET /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898681 Sep 21 09:33:37.515650 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfbade8-3958-4577-8990-8041e6e52845,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:37.525293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Checking segment: {'id': '39a020a7-ae20-4ea3-97b0-1391d68b58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97bfd64a-f9ae-487a-9fb0-3a1223ef373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:33:37.525656 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Network hostable DHCP agents. Network: 97bfd64a-f9ae-487a-9fb0-3a1223ef373c, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:33:37.542945 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Network 97bfd64a-f9ae-487a-9fb0-3a1223ef373c is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:33:37.552952 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 97bfd64a-f9ae-487a-9fb0-3a1223ef373c) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:33:37.557126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:37.557813 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:37.563239 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e298f-faec-4bd9-a7c6-62bc29d6466e None None] Network 97bfd64a-f9ae-487a-9fb0-3a1223ef373c requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:37.573358 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3959fc4c-cd09-4079-9c85-5366b39ee8c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6196129 Sep 21 09:33:37.701661 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c9cb7-163f-47eb-9794-ed8b511dc37f None None] Network 97bfd64a-f9ae-487a-9fb0-3a1223ef373c requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:37.755689 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f845d66-b8f4-4e69-bb50-92c5e9ec87c1 None None] New status for floating IP 357119ae-af64-4f3e-b5f0-5984c535ba69: DOWN {{(pid=93978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:33:38.066941 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47028) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:38.071774 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121989594-network', 'tenant_id': '312e4ef4fb3f4710893abbfb3830afd5'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:38.091187 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Made reservation on behalf of 312e4ef4fb3f4710893abbfb3830afd5 for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:33:38.093553 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.102207 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.201928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.207518 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.219202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947f19-380b-4c47-92ee-5401035d4647 req-3e010e8d-9db2-4ad4-b96b-022a7f89d8d5 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:38.220731 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b2947f19-380b-4c47-92ee-5401035d4647 req-3e010e8d-9db2-4ad4-b96b-022a7f89d8d5 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0510900 Sep 21 09:33:38.233325 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:33:38.247666 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32fc5b-b966-4861-96f9-7ece74941222,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:38.253864 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.254216 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Added segment c9b4a282-3004-428c-85a5-5704985da660 of type vlan for network 2671fd72-5791-4949-886a-c4048255fd81 Sep 21 09:33:38.263431 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b2947f19-380b-4c47-92ee-5401035d4647 req-35965ba4-e0eb-4607-be24-8df59cc93f1e tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Sep 21 09:33:38.294912 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.320464 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.321450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:38.322025 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.356212 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2881989 Sep 21 09:33:38.359073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47032) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:38.364126 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Request body: {'subnet': {'network_id': '2671fd72-5791-4949-886a-c4048255fd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121989594-subnet', 'tenant_id': '312e4ef4fb3f4710893abbfb3830afd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:38.383107 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdd274-6ce3-4319-a4d3-9b5bac6641c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2671fd72-5791-4949-886a-c4048255fd81,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:38.385277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Made reservation on behalf of 312e4ef4fb3f4710893abbfb3830afd5 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:33:38.387905 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59615272'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.394283 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 2671fd72-5791-4949-886a-c4048255fd81 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:33:38.562045 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62857080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59615238'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:38.884696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9493c8b-a381-4abd-8712-b9bd68235adb,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:38.909285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Checking segment: {'id': 'c9b4a282-3004-428c-85a5-5704985da660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2671fd72-5791-4949-886a-c4048255fd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:33:38.909643 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Network hostable DHCP agents. Network: 2671fd72-5791-4949-886a-c4048255fd81, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:33:38.939970 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-6df572bc-5106-467e-8d35-760972a08a1c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:38.941565 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-6df572bc-5106-467e-8d35-760972a08a1c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0668352 Sep 21 09:33:38.942590 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Network 2671fd72-5791-4949-886a-c4048255fd81 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:33:38.957188 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 2671fd72-5791-4949-886a-c4048255fd81) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:33:38.964620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bd8e6-d880-4895-8206-19b258dac80d None None] Network 2671fd72-5791-4949-886a-c4048255fd81 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:38.978140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:38.978767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.021563 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-284a1f3a-0ac2-4a48-a0d0-00bd39e88303 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6613061 Sep 21 09:33:39.060506 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Deleting port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:39.060941 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.090877 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a743ab-513c-4fbc-b996-df43be9ba42f None None] Network 2671fd72-5791-4949-886a-c4048255fd81 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:39.138206 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47038) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:39.186757 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] For port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:39.187113 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.203928 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Calling delete_port for 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:39.210688 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Deleting subnet 4cfbade8-3958-4577-8990-8041e6e52845 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:33:39.217319 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.287547 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.344746 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.382423 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1b358-6491-44d8-b4a4-01256b786610 req-32d7554d-8b39-4886-8ec0-812f49c15a47 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:39.383928 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6ad1b358-6491-44d8-b4a4-01256b786610 req-32d7554d-8b39-4886-8ec0-812f49c15a47 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0549197 Sep 21 09:33:39.424410 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6ad1b358-6491-44d8-b4a4-01256b786610 req-4ac0517e-b11a-4a8b-a1be-c6b2b0d6822c tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "GET /v2.0/security-groups?id=f009a44c-52e5-4665-be07-89b51aab718d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 Sep 21 09:33:39.438161 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.447524 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.492361 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event deleted for resources: {'Port': ['ID=9d2e6a58-aad9-4781-92d9-fb9b171bd3f0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:39.496438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfbade8-3958-4577-8990-8041e6e52845,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:39.551234 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] No DVR routers for this DVR port 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:39.553190 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.555138 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-21751920-db7c-4685-8e99-700ba1be63d9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4cfbade8-3958-4577-8990-8041e6e52845 HTTP/1.1" status: 204 len: 168 time: 0.4160562 Sep 21 09:33:39.556200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.557815 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47044) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:39.557952 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f0f92542-1ba8-4ba4-92d5-958d3d9ffe7c req-0be6261e-8b68-4495-9fa8-046ea1c161cb tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.47 "DELETE /v2.0/ports/9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 HTTP/1.1" status: 204 len: 173 time: 0.6080005 Sep 21 09:33:39.558360 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-deleted', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:39.560680 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3b6135-38ec-44a2-a57e-1958db8cae1c" -d '{"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-deleted", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:39.602233 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071062aa-c86c-4e9d-95c6-d4e8195d1afe x-openstack-request-id: req-071062aa-c86c-4e9d-95c6-d4e8195d1afe {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:39.602523 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4", "name": "network-vif-deleted", "tag": "9d2e6a58-aad9-4781-92d9-fb9b171bd3f0", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:39.602771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-071062aa-c86c-4e9d-95c6-d4e8195d1afe {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:39.603161 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c7ee49-6e5a-4eaf-805d-e1ed80d49fd4', 'name': 'network-vif-deleted', 'tag': '9d2e6a58-aad9-4781-92d9-fb9b171bd3f0', 'status': 'completed', 'code': 200} Sep 21 09:33:39.630242 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.708829 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.730517 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bfd64a-f9ae-487a-9fb0-3a1223ef373c']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:39.739822 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a020a7-ae20-4ea3-97b0-1391d68b58e4') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:39.740113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a020a7-ae20-4ea3-97b0-1391d68b58e4') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:39.749203 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.763609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.770360 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:33:39.770810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:33:39.772438 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:33:39.828907 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.845054 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.850509 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/97bfd64a-f9ae-487a-9fb0-3a1223ef373c HTTP/1.1" status: 204 len: 168 time: 0.2882800 Sep 21 09:33:39.850509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a07271-8c6e-4496-bd49-8244a455acf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97bfd64a-f9ae-487a-9fb0-3a1223ef373c,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:39.850509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47048) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:39.903888 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Deleting subnet f9493c8b-a381-4abd-8712-b9bd68235adb {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:33:39.908336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.944955 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:39.986435 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.047351 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.080405 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9493c8b-a381-4abd-8712-b9bd68235adb,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:40.083609 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.085646 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-600dde10-e4d3-4361-a05e-4f4913664885 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9493c8b-a381-4abd-8712-b9bd68235adb HTTP/1.1" status: 204 len: 168 time: 0.2343001 Sep 21 09:33:40.088036 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47050) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:40.158763 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.259266 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.279072 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2671fd72-5791-4949-886a-c4048255fd81']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:40.289122 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b4a282-3004-428c-85a5-5704985da660') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:40.289422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b4a282-3004-428c-85a5-5704985da660') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:40.300481 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.314454 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.320647 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:33:40.321037 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:33:40.322666 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:33:40.376392 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.381509 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.383318 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2671fd72-5791-4949-886a-c4048255fd81 HTTP/1.1" status: 204 len: 168 time: 0.2943025 Sep 21 09:33:40.394042 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9664031-3ed1-4ebf-b71f-97fb7a9ebc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=2671fd72-5791-4949-886a-c4048255fd81,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:40.480030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47056) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:40.546102 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.546264 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47058) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:40.574430 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.589161 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-69b0bbfc-214a-4c35-a458-757d7f08fe45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a88fc34576f46ad83c65301f0e365e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419517 Sep 21 09:33:40.591346 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47060) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:40.633297 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.635899 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.637082 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] 10.222.0.42 "DELETE /v2.0/security-groups/f009a44c-52e5-4665-be07-89b51aab718d HTTP/1.1" status: 204 len: 168 time: 0.1557903 Sep 21 09:33:40.647187 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657968f-e1d5-494a-b809-c1875f0e1027 tempest-TestShelveInstance-1977276614 tempest-TestShelveInstance-1977276614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009a44c-52e5-4665-be07-89b51aab718d,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:40.654097 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.685274 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47064) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:40.691169 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.739116 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.741722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:40.742887 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2511f719-3a15-4ec5-9ed6-4e57d260229a HTTP/1.1" status: 204 len: 168 time: 0.1506436 Sep 21 09:33:40.753999 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700286f0-f100-492c-9e0e-07c3e9188fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511f719-3a15-4ec5-9ed6-4e57d260229a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:41.061923 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47072) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:41.103977 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8d7dc534-aede-4481-9e7e-a700d40fd2e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=312e4ef4fb3f4710893abbfb3830afd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386870 Sep 21 09:33:41.104207 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47074) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:41.152348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.173806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.199183 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.221916 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.224448 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.225668 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a32fc5b-b966-4861-96f9-7ece74941222 HTTP/1.1" status: 204 len: 168 time: 0.1205618 Sep 21 09:33:41.233926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2d6f5-1e27-4923-9f04-d51fac923457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32fc5b-b966-4861-96f9-7ece74941222,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:41.451311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Deleting port 450e09bc-f656-44df-ae3a-e99291b8ff97 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:41.451930 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.530435 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] For port 450e09bc-f656-44df-ae3a-e99291b8ff97, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450e09bc-f656-44df-ae3a-e99291b8ff97,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:41.530720 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.544311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Calling delete_port for 450e09bc-f656-44df-ae3a-e99291b8ff97 owned by network:router_interface {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:41.729527 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:41.783264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Pushing event deleted for resources: {'Port': ['ID=450e09bc-f656-44df-ae3a-e99291b8ff97,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:41.935931 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.155071 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:42.276816 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:42.286192 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Sync routers for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:42.294776 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9449b83e-f5fd-4de4-9c65-a02391083def admin admin] 10.222.0.42 "PUT /v2.0/routers/5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083570 Sep 21 09:33:42.297654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47106) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:42.302726 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:42.303539 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:42.420242 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks [] for router, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.500889 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:42.528397 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.596306 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Deleting port ef6dda14-a3c0-421c-806b-5ee54c947c5f {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:42.596702 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.682014 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] For port ef6dda14-a3c0-421c-806b-5ee54c947c5f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=ef6dda14-a3c0-421c-806b-5ee54c947c5f,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:42.682379 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.687350 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:33:41Z', 'revision_number': 5, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port': {'id': 'ef6dda14-a3c0-421c-806b-5ee54c947c5f', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:13Z', 'updated_at': '2021-09-21T09:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:42.695610 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Calling delete_port for ef6dda14-a3c0-421c-806b-5ee54c947c5f owned by network:router_gateway {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:42.717900 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Checking router: 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:42.726825 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Routers {'5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:42.727441 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:42.814646 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] Set router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:42.870654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:42.880860 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:33:42Z', 'revision_number': 6, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:42.898706 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6dda14-a3c0-421c-806b-5ee54c947c5f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:42.917072 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa5741-6360-451c-88a2-f4f2d7f5cd7b None None] The sync data for ids ['5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546'] in dv-cinder-790014-3-iscsi is: [{'id': '5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546', 'name': 'tempest-TestShelveInstance-1469105500-router', 'tenant_id': 'be01e1c84ba94722abf27a1e67a38856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:33:42Z', 'revision_number': 6, 'project_id': 'be01e1c84ba94722abf27a1e67a38856', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:42.966807 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.075385 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47128) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.197832 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3311412a-d4f2-4e32-bf2c-68e38b53a3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.297227 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.299213 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.302340 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3311412a-d4f2-4e32-bf2c-68e38b53a3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.307798 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3311412a-d4f2-4e32-bf2c-68e38b53a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.346041 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.346689 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 {{(pid=93976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:33:43.351401 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3311412a-d4f2-4e32-bf2c-68e38b53a3ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96727e9815c64b4caf86679beed37f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723224 Sep 21 09:33:43.351401 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47132) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.351807 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.355929 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a5d899a1-a867-41e9-92e2-53db4a3e83de admin admin] 10.222.0.42 "DELETE /v2.0/routers/5e9d4158-c74e-4fe4-80f0-6f3e3dbf8546 HTTP/1.1" status: 204 len: 168 time: 1.0543106 Sep 21 09:33:43.356116 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47134) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.358444 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311412a-d4f2-4e32-bf2c-68e38b53a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280cf46a-2fcd-480c-b02d-58205dbb9940,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:43.402500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:43.404817 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.406956 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Deleting subnet cd858e40-410a-440a-9562-ee30cdda473e {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:33:43.410943 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.426726 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:43.427142 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9d2e6a58-aad9-4781-92d9-fb9b171bd3f0 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:43.427786 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.450714 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.476421 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.479227 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.483400 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/280cf46a-2fcd-480c-b02d-58205dbb9940 HTTP/1.1" status: 204 len: 168 time: 0.1280763 Sep 21 09:33:43.492882 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3129482-4580-4b07-93cb-d5423493956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280cf46a-2fcd-480c-b02d-58205dbb9940,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:43.559378 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.613354 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.642928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd858e40-410a-440a-9562-ee30cdda473e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:43.647259 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.649165 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ac94969d-7f23-4436-8149-39560e8a3709 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cd858e40-410a-440a-9562-ee30cdda473e HTTP/1.1" status: 204 len: 168 time: 0.2920759 Sep 21 09:33:43.651634 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47140) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.655243 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd979433-1f9e-4eaf-80d2-2dc931aed8d4 None None] Network d303236b-575e-496f-a2ed-324474f4498f requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:43.725122 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.783976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47142) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.793827 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Deleting port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:43.794416 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.800302 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-58226f05-8852-4be3-a1d4-a8cfe0f2e575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.864187 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] DHCP port deletion for d303236b-575e-496f-a2ed-324474f4498f request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:33:43.872100 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] For port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:43.872691 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.886946 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Calling delete_port for 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:43.916627 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Deleting port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:43.917093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.918275 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-58226f05-8852-4be3-a1d4-a8cfe0f2e575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.923444 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-58226f05-8852-4be3-a1d4-a8cfe0f2e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.967669 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58226f05-8852-4be3-a1d4-a8cfe0f2e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d1adca-854c-4884-a919-c8a407ddab44,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:43.975855 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-58226f05-8852-4be3-a1d4-a8cfe0f2e575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4e1af972d764edebb1350c0aa36914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902602 Sep 21 09:33:43.978874 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47144) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:43.988648 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] For port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,segment=NetworkSegment(c6750254-c6d0-4002-8ced-1cba52324fda),segment_id=c6750254-c6d0-4002-8ced-1cba52324fda)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:43.989158 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:43.997821 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.006998 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Calling delete_port for 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:44.040720 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:44.046928 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] No DVR routers for this DVR port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:44.089685 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.108966 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.118940 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Pushing event deleted for resources: {'Port': ['ID=2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:44.130118 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] No DVR routers for this DVR port 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 on host dv-cinder-790014-3-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:44.133629 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.133976 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.134315 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.134649 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.134976 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.135306 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.135630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.135953 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.136296 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.136643 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.136962 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.137278 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544654b2-9b85-41d7-9180-0380c7162f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:33:44.150430 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.177557 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.185644 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d303236b-575e-496f-a2ed-324474f4498f']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:44.200950 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6750254-c6d0-4002-8ced-1cba52324fda') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:44.201239 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6750254-c6d0-4002-8ced-1cba52324fda') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:44.219494 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.235067 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.241769 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:33:44.242219 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:33:44.243935 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:33:44.292627 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.298767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.298767 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93d1adca-854c-4884-a919-c8a407ddab44 HTTP/1.1" status: 204 len: 168 time: 0.3162374 Sep 21 09:33:44.306965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ef6dda14-a3c0-421c-806b-5ee54c947c5f no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:44.314336 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941b959-b2d1-4049-977e-d702a08f18df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d1adca-854c-4884-a919-c8a407ddab44,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:44.322170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.328004 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.333106 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: ef6dda14-a3c0-421c-806b-5ee54c947c5f {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:44.333900 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device ef6dda14-a3c0-421c-806b-5ee54c947c5f not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:44.334481 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47148) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:44.334965 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d303236b-575e-496f-a2ed-324474f4498f HTTP/1.1" status: 204 len: 168 time: 0.6819034 Sep 21 09:33:44.335074 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450e09bc-f656-44df-ae3a-e99291b8ff97 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:44.352831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e5921-2f23-446f-83b1-4043777753c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d303236b-575e-496f-a2ed-324474f4498f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:44.363335 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 450e09bc-f656-44df-ae3a-e99291b8ff97 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:44.363678 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450e09bc-f656-44df-ae3a-e99291b8ff97 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:44.364111 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:44.383723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:44.384138 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e9ccd2d-00b0-4c4b-bf53-b5ad94d26511 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:44.708234 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.967749 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Deleting port 450668a6-bec2-46e4-ad28-944f105dcd08 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:44.968000 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:45.050760 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] For port 450668a6-bec2-46e4-ad28-944f105dcd08, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=450668a6-bec2-46e4-ad28-944f105dcd08,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:45.051130 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:45.063466 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Calling delete_port for 450668a6-bec2-46e4-ad28-944f105dcd08 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:45.249758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:45.275925 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=450668a6-bec2-46e4-ad28-944f105dcd08,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:45.450601 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:45.672478 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Router 1785a33c-18b2-447e-88cb-f6e776b3e510 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:45.780810 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:45.789226 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-19532bb8-be57-4347-ab9c-b340381519a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/1785a33c-18b2-447e-88cb-f6e776b3e510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4498069 Sep 21 09:33:45.789363 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47192) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:45.791394 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Sync routers for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:45.801052 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:45.801674 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:45.904150 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks [] for router, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:45.918449 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:46.016293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.074825 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Deleting port 3e49c555-e231-4ac2-b1e4-462aee2fdd30 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:46.075171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.102680 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:33:45Z', 'revision_number': 5, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port': {'id': '3e49c555-e231-4ac2-b1e4-462aee2fdd30', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:20Z', 'updated_at': '2021-09-21T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:46.134323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Checking router: 1785a33c-18b2-447e-88cb-f6e776b3e510 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:46.142675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Routers {'1785a33c-18b2-447e-88cb-f6e776b3e510'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:46.143532 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:33:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['1785a33c-18b2-447e-88cb-f6e776b3e510'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:46.160338 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] For port 3e49c555-e231-4ac2-b1e4-462aee2fdd30, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=3e49c555-e231-4ac2-b1e4-462aee2fdd30,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:46.160750 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.175825 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Calling delete_port for 3e49c555-e231-4ac2-b1e4-462aee2fdd30 owned by network:router_gateway {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:46.360871 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] Set router 1785a33c-18b2-447e-88cb-f6e776b3e510 gateway port host: None {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:46.384219 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.413118 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e49c555-e231-4ac2-b1e4-462aee2fdd30,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:46.415576 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:33:46Z', 'revision_number': 6, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:46.447456 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510742ec-cf62-4384-a9d4-5580e21eec71 None None] The sync data for ids ['1785a33c-18b2-447e-88cb-f6e776b3e510'] in dv-cinder-790014-3-iscsi is: [{'id': '1785a33c-18b2-447e-88cb-f6e776b3e510', 'name': 'tempest-TestShelveInstance-397858275-router', 'tenant_id': '5c7a9390929f4b278e6852577d54d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:19Z', 'updated_at': '2021-09-21T09:33:46Z', 'revision_number': 6, 'project_id': '5c7a9390929f4b278e6852577d54d20a', 'gw_port_host': None}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:46.486934 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.582709 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.584915 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.629913 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.630719 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1785a33c-18b2-447e-88cb-f6e776b3e510 {{(pid=93976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:33:46.635735 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.636927 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1bd796de-8d77-457d-a9f2-e300bffdc587 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1785a33c-18b2-447e-88cb-f6e776b3e510 HTTP/1.1" status: 204 len: 168 time: 0.8472416 Sep 21 09:33:46.639606 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47222) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:46.685732 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Deleting subnet b4d4bfff-d021-493f-99a6-6677b6e6d8dd {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:33:46.688812 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.727709 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.807506 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.868795 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.896892 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d4bfff-d021-493f-99a6-6677b6e6d8dd,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:46.900480 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:46.905095 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-38a9aade-b3a2-4c6b-84fc-1edcb083d419 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4d4bfff-d021-493f-99a6-6677b6e6d8dd HTTP/1.1" status: 204 len: 168 time: 0.2617142 Sep 21 09:33:46.905217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47224) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:46.906497 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a45b7-fa02-4cef-827f-bcf7d8b529b8 None None] Network ac60ef93-d37b-472f-9cb7-a43e2285264e requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:33:46.992763 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.088388 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Deleting port 9dcf03c9-077e-446e-bb9c-d8da5f262045 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:47.088767 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.154393 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] For port 9dcf03c9-077e-446e-bb9c-d8da5f262045, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=9dcf03c9-077e-446e-bb9c-d8da5f262045,segment=NetworkSegment(56947801-bbd1-43e3-8b0d-54cde36d9fc4),segment_id=56947801-bbd1-43e3-8b0d-54cde36d9fc4)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:47.154677 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.167338 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Calling delete_port for 9dcf03c9-077e-446e-bb9c-d8da5f262045 owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:47.231179 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] DHCP port deletion for ac60ef93-d37b-472f-9cb7-a43e2285264e request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:33:47.250401 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.275962 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcf03c9-077e-446e-bb9c-d8da5f262045,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:47.281510 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] No DVR routers for this DVR port 9dcf03c9-077e-446e-bb9c-d8da5f262045 on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:47.286860 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Deleting port 9dcf03c9-077e-446e-bb9c-d8da5f262045 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:33:47.287333 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.350586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] For port 9dcf03c9-077e-446e-bb9c-d8da5f262045, host dv-cinder-790014-3-iscsi, got binding levels [] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:47.350993 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.364513 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Calling delete_port for 9dcf03c9-077e-446e-bb9c-d8da5f262045 owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:33:47.365007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.367214 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.ipam_backend_mixin [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Port 9dcf03c9-077e-446e-bb9c-d8da5f262045 was not found and therefore no delete operation was performed {{(pid=93978) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 09:33:47.368458 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.384317 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac60ef93-d37b-472f-9cb7-a43e2285264e']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:47.393891 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56947801-bbd1-43e3-8b0d-54cde36d9fc4') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:47.394251 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56947801-bbd1-43e3-8b0d-54cde36d9fc4') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:47.394422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] Pushing event deleted for resources: {'Port': ['ID=9dcf03c9-077e-446e-bb9c-d8da5f262045,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:47.396248 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f7b4d-51bd-4fd6-b4d2-719836042caa None None] No DVR routers for this DVR port 9dcf03c9-077e-446e-bb9c-d8da5f262045 on host dv-cinder-790014-3-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:33:47.406442 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.420753 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.426921 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:33:47.427312 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:33:47.429326 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:33:47.486954 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.492895 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.495169 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] 10.222.0.42 "DELETE /v2.0/networks/ac60ef93-d37b-472f-9cb7-a43e2285264e HTTP/1.1" status: 204 len: 168 time: 0.5878410 Sep 21 09:33:47.509107 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedca82-0f8e-40d2-81b6-c30d8a42874a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac60ef93-d37b-472f-9cb7-a43e2285264e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:47.665188 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47232) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:47.705444 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-c458f67c-750c-4982-97a5-eef1ab9e2703 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be01e1c84ba94722abf27a1e67a38856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390227 Sep 21 09:33:47.708056 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47234) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:47.755986 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.776105 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.822452 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.825139 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:47.826234 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16903c69-037f-4fd2-9827-8da5b34d538e HTTP/1.1" status: 204 len: 168 time: 0.1172161 Sep 21 09:33:47.833947 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d121e-a3ca-46fe-9068-6f2469145f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16903c69-037f-4fd2-9827-8da5b34d538e,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:48.154460 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47244) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:48.194794 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-f6d6934a-24f8-4ca6-9ee7-88bd80577a9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c7a9390929f4b278e6852577d54d20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390322 Sep 21 09:33:48.197162 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47248) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:48.253595 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:48.276394 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:48.308367 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 9dcf03c9-077e-446e-bb9c-d8da5f262045 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:48.324867 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:48.327868 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:48.329046 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8808b3d-da2e-4830-b2ca-f51bfa2d6277 HTTP/1.1" status: 204 len: 168 time: 0.1309543 Sep 21 09:33:48.335018 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 9dcf03c9-077e-446e-bb9c-d8da5f262045 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:48.335370 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 9dcf03c9-077e-446e-bb9c-d8da5f262045 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:48.335840 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 3e49c555-e231-4ac2-b1e4-462aee2fdd30 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:48.338600 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec6a0-99de-49f3-9e91-b34c8afc9c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8808b3d-da2e-4830-b2ca-f51bfa2d6277,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:48.363198 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 3e49c555-e231-4ac2-b1e4-462aee2fdd30 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:48.363607 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 3e49c555-e231-4ac2-b1e4-462aee2fdd30 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:48.364029 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450668a6-bec2-46e4-ad28-944f105dcd08 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:33:48.388212 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 450668a6-bec2-46e4-ad28-944f105dcd08 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:33:48.388520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 450668a6-bec2-46e4-ad28-944f105dcd08 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:33:52.967535 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:33:53.167482 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47302) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:53.269748 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e39-73b1-4736-b1e7-ab77497dd90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.363639 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e39-73b1-4736-b1e7-ab77497dd90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.367224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e39-73b1-4736-b1e7-ab77497dd90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.405166 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-2c0b4e39-73b1-4736-b1e7-ab77497dd90b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f22e8dd35de24850bdfe1df545679666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366295 Sep 21 09:33:53.406293 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4e39-73b1-4736-b1e7-ab77497dd90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a28cc-c774-4cb4-9c74-e607d90d0fc0,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:53.407804 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47306) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:53.458665 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.479637 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.524617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.527193 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.528586 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/283a28cc-c774-4cb4-9c74-e607d90d0fc0 HTTP/1.1" status: 204 len: 168 time: 0.1182842 Sep 21 09:33:53.537770 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70f5fa-dc68-44ba-9d21-04177bb36f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a28cc-c774-4cb4-9c74-e607d90d0fc0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:53.786737 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47312) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:53.802531 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-99f9af44-5cbe-4e74-9a51-ced067113078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.889953 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-99f9af44-5cbe-4e74-9a51-ced067113078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.894086 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-99f9af44-5cbe-4e74-9a51-ced067113078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:53.932284 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-99f9af44-5cbe-4e74-9a51-ced067113078 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec9cc26db7a5445e9a88a24d642c830c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444826 Sep 21 09:33:53.933145 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9af44-5cbe-4e74-9a51-ced067113078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b1075-569b-4ebc-94a8-bbde1cc51c14,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:53.935831 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47314) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:53.987996 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.009954 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.019803 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.059714 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.062255 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.063394 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/828b1075-569b-4ebc-94a8-bbde1cc51c14 HTTP/1.1" status: 204 len: 168 time: 0.1260839 Sep 21 09:33:54.072286 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee6ce-0728-4f1f-916b-90008f47d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b1075-569b-4ebc-94a8-bbde1cc51c14,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:54.369285 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47320) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:54.383077 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2873-ccc9-4e7c-b1c6-7e3f29b6adb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.469260 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2873-ccc9-4e7c-b1c6-7e3f29b6adb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.473348 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2873-ccc9-4e7c-b1c6-7e3f29b6adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.511288 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ed7d2873-ccc9-4e7c-b1c6-7e3f29b6adb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dcd1e19acc44408a245abbea092f78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408684 Sep 21 09:33:54.512170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d2873-ccc9-4e7c-b1c6-7e3f29b6adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab843e-fd0d-43fb-a7bf-ae2e0992732d,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:54.513931 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47322) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:54.564004 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.584200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.629592 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.632117 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:54.633303 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1ab843e-fd0d-43fb-a7bf-ae2e0992732d HTTP/1.1" status: 204 len: 168 time: 0.1183643 Sep 21 09:33:54.641261 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef981e-14d4-4d96-a6d6-f4a85622154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab843e-fd0d-43fb-a7bf-ae2e0992732d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:56.580887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47390) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:56.683748 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c361f8a9-44be-4c68-9507-c846537f6558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.778408 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c361f8a9-44be-4c68-9507-c846537f6558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.782558 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c361f8a9-44be-4c68-9507-c846537f6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.822958 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c361f8a9-44be-4c68-9507-c846537f6558 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8def4c3a21ed49db88def7dd5a24f43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403426 Sep 21 09:33:56.823919 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f8a9-44be-4c68-9507-c846537f6558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9fab16-88e7-4f03-837f-2df329432745,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:56.825628 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47394) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:56.876217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.897622 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.943298 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.945817 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:56.947029 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b9fab16-88e7-4f03-837f-2df329432745 HTTP/1.1" status: 204 len: 168 time: 0.1204112 Sep 21 09:33:56.955123 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd1250-b49e-4856-9c8f-c7fffcea776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9fab16-88e7-4f03-837f-2df329432745,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:57.208823 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47400) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:57.224658 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa33-7f2d-4aa9-8c28-a0b64b23252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.312354 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa33-7f2d-4aa9-8c28-a0b64b23252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.316030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa33-7f2d-4aa9-8c28-a0b64b23252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.357982 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32fa33-7f2d-4aa9-8c28-a0b64b23252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17739627-b507-4bb6-9e15-da6abdad51d6,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:57.362326 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-bd32fa33-7f2d-4aa9-8c28-a0b64b23252c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc46b738ed694597a2f57b2596ff9d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524506 Sep 21 09:33:57.365708 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47402) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:57.413028 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.433836 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.479465 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.481788 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.482939 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17739627-b507-4bb6-9e15-da6abdad51d6 HTTP/1.1" status: 204 len: 168 time: 0.1169801 Sep 21 09:33:57.490263 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c66c8c-844f-41ea-80c6-639b55831bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17739627-b507-4bb6-9e15-da6abdad51d6,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:59.718040 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9122183e-e56c-47d5-9b5c-150f025006af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.014167 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47448) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:01.116254 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8465-2d63-43c7-9c11-e9631fdf9579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.204444 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8465-2d63-43c7-9c11-e9631fdf9579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.208629 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8465-2d63-43c7-9c11-e9631fdf9579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.245300 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7b9b8465-2d63-43c7-9c11-e9631fdf9579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7a7089dcca941acbb85908bad67b07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300816 Sep 21 09:34:01.246423 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8465-2d63-43c7-9c11-e9631fdf9579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2905f2a-d5a6-4767-bce4-c35fda1ca99b,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:01.248059 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47452) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:01.296929 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.317888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.363572 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.366241 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:01.367384 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2905f2a-d5a6-4767-bce4-c35fda1ca99b HTTP/1.1" status: 204 len: 168 time: 0.1180987 Sep 21 09:34:01.375141 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8c6d-83f0-4837-b2de-1653aa616d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2905f2a-d5a6-4767-bce4-c35fda1ca99b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:02.317608 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b983f50-c313-457f-86ea-42c86768e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.330935 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47482) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:02.436114 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cba3458d-8ddd-4def-81e2-835f7f852038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.524122 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cba3458d-8ddd-4def-81e2-835f7f852038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.528698 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cba3458d-8ddd-4def-81e2-835f7f852038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.565249 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3458d-8ddd-4def-81e2-835f7f852038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e83f57-08dd-442e-a866-47656e9deef8,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:02.569638 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-cba3458d-8ddd-4def-81e2-835f7f852038 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad9edb6cd9704a59a32424d0ff33c32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370608 Sep 21 09:34:02.572170 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47486) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:02.619370 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.639562 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.689178 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.692437 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.693681 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0e83f57-08dd-442e-a866-47656e9deef8 HTTP/1.1" status: 204 len: 168 time: 0.1205738 Sep 21 09:34:02.701112 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4e594-0345-4d60-9664-b9eb7f7dfdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e83f57-08dd-442e-a866-47656e9deef8,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:03.825589 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:03.862425 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:04.854585 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-6d816ae6-2792-4882-9cfc-63d7035336d2 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=59ffd8310b7345499ce0e181cba95d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292413 Sep 21 09:34:05.037030 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-8c6e80f0-3eb9-420f-984c-73333343fcba tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:05.041909 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-8c6e80f0-3eb9-420f-984c-73333343fcba tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787493 Sep 21 09:34:05.054421 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-daa1e8cb-c1b9-49b4-88e8-787ef338e860 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/quotas/59ffd8310b7345499ce0e181cba95d06 HTTP/1.1" status: 200 len: 375 time: 0.0092635 Sep 21 09:34:05.087605 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-cc652e8c-0280-4e58-b7f7-3ec77dc2aeed tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ffd8310b7345499ce0e181cba95d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270503 Sep 21 09:34:05.248963 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-12ffcf73-dcbf-461d-bc1a-06b613e8f2d7 req-a56c0c43-36b8-4116-acc0-06e4899e6990 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 210 time: 0.0275025 Sep 21 09:34:05.379581 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.177585 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-1688ae02-4ab7-4a0c-bf7a-00d006c805f5 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=59ffd8310b7345499ce0e181cba95d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310447 Sep 21 09:34:06.349103 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-96bdef3d-8455-4764-acfc-0b2245834e12 req-4c1ae9c5-0ccc-4d0b-9087-10b6ab83d350 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Sep 21 09:34:06.364309 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e77d4441-5faf-47ef-9770-b3b6a21e3d2f tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:06.365863 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e77d4441-5faf-47ef-9770-b3b6a21e3d2f tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820290 Sep 21 09:34:06.382122 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Request body: {'port': {'device_id': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e', 'admin_state_up': True, 'tenant_id': '59ffd8310b7345499ce0e181cba95d06'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:06.491429 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Made reservation on behalf of 59ffd8310b7345499ce0e181cba95d06 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:06.494898 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.503555 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.599239 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.602983 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.665308 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfaced9-3c4f-47f4-9875-210dc7d2b75f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:06.731188 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Allocated IP 192.168.233.62 (292a19f0-b50c-4c98-a7d2-db0fdfd4b85e/e6e523fe-49d9-4e59-a697-69dca6418dfa/2390aeac-e745-4680-9fbb-5ed3dc727d6b) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:34:06.872337 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.903938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:06.943702 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:34:06.946634 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:34:06.949263 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:34:06.988318 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Pushing event updated for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:07.012107 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:07.012788 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.028516 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-ec9bf8d3-f800-48b1-99dd-ac8dbf9e33de tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6504560 Sep 21 09:34:07.042337 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Request body: {'port': {'device_id': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:07.096652 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.136831 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-05e573da-0f76-4837-aeac-32840eaa1bdd None None] Provisioning complete for port 2390aeac-e745-4680-9fbb-5ed3dc727d6b triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:34:07.137396 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-05e573da-0f76-4837-aeac-32840eaa1bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.171278 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-05e573da-0f76-4837-aeac-32840eaa1bdd None None] Port 2390aeac-e745-4680-9fbb-5ed3dc727d6b cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:34:07.355371 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2390aeac-e745-4680-9fbb-5ed3dc727d6b {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:34:07.362365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.373938 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Transition to ACTIVE for port object 2390aeac-e745-4680-9fbb-5ed3dc727d6b will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:34:07.377853 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.436816 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:07.524081 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d837f3-0add-4719-8156-a68b3df5a32a req-faf1427b-adec-488b-b63a-5af83cbfedd9 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:07.525649 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5d837f3-0add-4719-8156-a68b3df5a32a req-faf1427b-adec-488b-b63a-5af83cbfedd9 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 947 time: 0.1093810 Sep 21 09:34:07.803200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Attempting to bind port 2390aeac-e745-4680-9fbb-5ed3dc727d6b on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:34:07.803443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Attempting to bind port 2390aeac-e745-4680-9fbb-5ed3dc727d6b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:34:07.803771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Attempting to bind port 2390aeac-e745-4680-9fbb-5ed3dc727d6b on network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:34:07.814361 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Port 2390aeac-e745-4680-9fbb-5ed3dc727d6b on network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:34:07.814677 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Attempting to bind port 2390aeac-e745-4680-9fbb-5ed3dc727d6b on network 292a19f0-b50c-4c98-a7d2-db0fdfd4b85e {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:34:07.824217 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:34:07.824825 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Checking segment: {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:34:07.825465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Bound using segment: {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:34:07.826158 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Bound port: 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3185ff83-cdc0-4812-9e81-5b48a38574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:34:07.826758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.849552 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d5d837f3-0add-4719-8156-a68b3df5a32a req-f48d39a7-c39c-4d1c-b9f8-2455ca844c6f tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139935 Sep 21 09:34:07.898730 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:34:07.901805 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:34:07.905862 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.939508 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:07.940131 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:07.942106 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] 10.222.0.47 "PUT /v2.0/ports/2390aeac-e745-4680-9fbb-5ed3dc727d6b HTTP/1.1" status: 200 len: 1097 time: 0.9044473 Sep 21 09:34:07.942540 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:07.944809 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61815cab-c019-4c82-9e34-dc9f47ec2cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:07.970211 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c668a3-5294-4a98-afd7-29e2add37ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:08.000237 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28d22b-e450-4719-8ec1-c383268d4427 x-openstack-request-id: req-6a28d22b-e450-4719-8ec1-c383268d4427 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:08.000525 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:08.000798 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a28d22b-e450-4719-8ec1-c383268d4427 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:08.001225 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b', 'status': 'completed', 'code': 200} Sep 21 09:34:08.037458 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-67ec92a4-eafe-4080-a4dc-612d81777050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.038993 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-67ec92a4-eafe-4080-a4dc-612d81777050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59ffd8310b7345499ce0e181cba95d06&device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 1100 time: 0.0479336 Sep 21 09:34:08.083296 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-b767ff69-bd6a-491b-a126-61592d4afbf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b HTTP/1.1" status: 200 len: 217 time: 0.0353580 Sep 21 09:34:08.133060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-412b3eca-f04f-4a8c-b713-00236ec6bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.134503 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-412b3eca-f04f-4a8c-b713-00236ec6bb52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6e523fe-49d9-4e59-a697-69dca6418dfa HTTP/1.1" status: 200 len: 843 time: 0.0438838 Sep 21 09:34:08.181522 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-792e4730-3ed5-4b36-81e7-b7bd5de64c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.182980 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-792e4730-3ed5-4b36-81e7-b7bd5de64c5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=292a19f0-b50c-4c98-a7d2-db0fdfd4b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418756 Sep 21 09:34:08.273110 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-031ff876-971f-4375-bef9-7cfa9f75a2eb service neutron] 10.222.0.47 "GET /v2.0/networks/292a19f0-b50c-4c98-a7d2-db0fdfd4b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Sep 21 09:34:08.365274 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-371956e6-d4b9-4530-84b7-9dda257718e2 req-f086e74f-02c4-4b18-a3ad-f5c43738f68f service neutron] 10.222.0.47 "GET /v2.0/networks/292a19f0-b50c-4c98-a7d2-db0fdfd4b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844934 Sep 21 09:34:08.449259 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-910102cc-4b78-42b0-b3c0-3292c467319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.450740 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-910102cc-4b78-42b0-b3c0-3292c467319f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59ffd8310b7345499ce0e181cba95d06&device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 1100 time: 0.0405669 Sep 21 09:34:08.551474 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-c15db35c-c005-4ec3-94be-c3da76271846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.552945 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-c15db35c-c005-4ec3-94be-c3da76271846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=292a19f0-b50c-4c98-a7d2-db0fdfd4b85e HTTP/1.1" status: 200 len: 870 time: 0.0935271 Sep 21 09:34:08.593931 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-81128f75-4e5b-4504-8b87-a6cbd468847b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b HTTP/1.1" status: 200 len: 217 time: 0.0332267 Sep 21 09:34:08.642115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-7217b315-0716-4de2-9d65-79b86d3eeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.643421 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-7217b315-0716-4de2-9d65-79b86d3eeaee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6e523fe-49d9-4e59-a697-69dca6418dfa HTTP/1.1" status: 200 len: 843 time: 0.0423326 Sep 21 09:34:08.687161 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-47f43b92-bd33-4000-b08e-40231f9e1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.688618 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-47f43b92-bd33-4000-b08e-40231f9e1627 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=292a19f0-b50c-4c98-a7d2-db0fdfd4b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0381103 Sep 21 09:34:08.786108 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-6692df35-dda0-4023-b58e-267b8c8a99e4 service neutron] 10.222.0.47 "GET /v2.0/networks/292a19f0-b50c-4c98-a7d2-db0fdfd4b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Sep 21 09:34:08.880323 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61815cab-c019-4c82-9e34-dc9f47ec2cd8 req-3e9f883f-b946-468d-87af-f01ab7e7fc04 service neutron] 10.222.0.47 "GET /v2.0/networks/292a19f0-b50c-4c98-a7d2-db0fdfd4b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870013 Sep 21 09:34:08.963133 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa59f-8388-42aa-9d44-8f97b3b37b91 req-c99d003e-5a18-44d3-adb5-226cb737a51c tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:08.964612 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a08fa59f-8388-42aa-9d44-8f97b3b37b91 req-c99d003e-5a18-44d3-adb5-226cb737a51c tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 947 time: 0.0488563 Sep 21 09:34:09.004072 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a08fa59f-8388-42aa-9d44-8f97b3b37b91 req-9d1d0174-4bb6-4489-8fca-f4e83bf467ce tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Sep 21 09:34:10.117660 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646565cd-55ee-445e-919e-c8c14f4eef85 req-4123d2a3-8b84-48b9-8d6f-e4a7a0f2e5ae tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:10.119115 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-646565cd-55ee-445e-919e-c8c14f4eef85 req-4123d2a3-8b84-48b9-8d6f-e4a7a0f2e5ae tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 947 time: 0.0471146 Sep 21 09:34:10.156017 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-646565cd-55ee-445e-919e-c8c14f4eef85 req-a7194f4f-07d9-4e83-bf02-df55b50e7be0 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Sep 21 09:34:11.268614 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f5c6-0d54-4bc8-8e7f-fbd1a311e2af req-00d1f257-cb72-4836-8ca2-0b4050176fe6 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:11.270693 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6077f5c6-0d54-4bc8-8e7f-fbd1a311e2af req-00d1f257-cb72-4836-8ca2-0b4050176fe6 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 947 time: 0.0490477 Sep 21 09:34:11.308283 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6077f5c6-0d54-4bc8-8e7f-fbd1a311e2af req-b4b87eb3-a1b7-48b9-a1f3-cfe93f61e749 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Sep 21 09:34:11.475745 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 2390aeac-e745-4680-9fbb-5ed3dc727d6b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:34:11.571675 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:11.582029 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '2390aeac-e745-4680-9fbb-5ed3dc727d6b', 'network_id': '292a19f0-b50c-4c98-a7d2-db0fdfd4b85e', 'port_id': '2390aeac-e745-4680-9fbb-5ed3dc727d6b', 'mac_address': 'fa:16:3e:55:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e523fe-49d9-4e59-a697-69dca6418dfa', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:34:11.617924 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:11.630500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2390aeac-e745-4680-9fbb-5ed3dc727d6b {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:34:11.648595 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:11.652468 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:11.698362 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:11.960923 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['2390aeac-e745-4680-9fbb-5ed3dc727d6b'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:34:12.419605 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5b01f-6a15-4ce8-97a3-0193e9a8ad41 req-49278240-247d-4564-9f76-d737454f88a7 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:12.421095 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdf5b01f-6a15-4ce8-97a3-0193e9a8ad41 req-49278240-247d-4564-9f76-d737454f88a7 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 948 time: 0.0476251 Sep 21 09:34:12.458220 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bdf5b01f-6a15-4ce8-97a3-0193e9a8ad41 req-88d92d34-ea26-4bbe-80c9-ad2007b7b01f tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Sep 21 09:34:13.412366 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8975d-e7f0-432c-afc3-23f9b1923242 req-c70d39f2-b847-4041-8797-4484658b5692 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:13.413842 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-13a8975d-e7f0-432c-afc3-23f9b1923242 req-c70d39f2-b847-4041-8797-4484658b5692 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 947 time: 0.0511670 Sep 21 09:34:13.450405 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-13a8975d-e7f0-432c-afc3-23f9b1923242 req-50be9caa-6cd6-4a36-9407-54f55df2450b tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Sep 21 09:34:13.478127 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 2390aeac-e745-4680-9fbb-5ed3dc727d6b up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:34:13.526079 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 2390aeac-e745-4680-9fbb-5ed3dc727d6b completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:34:13.529728 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 2390aeac-e745-4680-9fbb-5ed3dc727d6b triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:34:13.530133 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:13.577794 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097af42-f2e7-4517-ab92-ed3413e4a0c7 req-5642c1c7-9eca-4418-b20b-3c62cb8f65ac tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:13.579428 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8097af42-f2e7-4517-ab92-ed3413e4a0c7 req-5642c1c7-9eca-4418-b20b-3c62cb8f65ac tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 948 time: 0.0560358 Sep 21 09:34:13.615852 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:13.620624 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8097af42-f2e7-4517-ab92-ed3413e4a0c7 req-2987d1c8-82f1-458c-9cf9-31ce8a20e654 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Sep 21 09:34:13.637693 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:13.639921 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146dc644-6428-458c-9507-5e38b3835f8d" -d '{"events": [{"server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "name": "network-vif-plugged", "status": "completed", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:13.653269 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:13.657057 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:13.704520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:13.789916 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c0116-7a16-47f7-93bd-799ed26c9047 x-openstack-request-id: req-c51c0116-7a16-47f7-93bd-799ed26c9047 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:13.790205 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "name": "network-vif-plugged", "status": "completed", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:13.790455 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c51c0116-7a16-47f7-93bd-799ed26c9047 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:13.790868 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b', 'code': 200} Sep 21 09:34:13.953027 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de680f-182f-48b9-9e15-53e9a495b7c6 req-fa50b6f4-9914-4ec5-9d73-9144e7069cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:13.954580 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d4de680f-182f-48b9-9e15-53e9a495b7c6 req-fa50b6f4-9914-4ec5-9d73-9144e7069cbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 1102 time: 0.0409102 Sep 21 09:34:13.990201 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d4de680f-182f-48b9-9e15-53e9a495b7c6 req-293bd360-b387-4f09-b2b3-ac319ab953f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271921 Sep 21 09:34:14.572486 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0700a-156f-49b8-ac43-c2bc8147e51b req-bdf36847-6839-42e0-aee4-3526755943c0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:14.573976 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f5c0700a-156f-49b8-ac43-c2bc8147e51b req-bdf36847-6839-42e0-aee4-3526755943c0 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 947 time: 0.0531547 Sep 21 09:34:14.610220 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f5c0700a-156f-49b8-ac43-c2bc8147e51b req-cd77e17a-11da-4e81-9c0d-f1ea62319a07 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303369 Sep 21 09:34:14.733325 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee3f4-2325-4345-93f1-352812310f7f req-fed0af25-8e40-44c3-928f-ebb8c7118568 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:14.734797 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab1ee3f4-2325-4345-93f1-352812310f7f req-fed0af25-8e40-44c3-928f-ebb8c7118568 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 949 time: 0.0482521 Sep 21 09:34:14.772407 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ab1ee3f4-2325-4345-93f1-352812310f7f req-457680bc-8f48-4dde-b116-9cd770a1c59c tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 Sep 21 09:34:15.307744 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-bad87da9-1092-42f8-8653-c8224c4fe66a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:15.309190 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-bad87da9-1092-42f8-8653-c8224c4fe66a tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 947 time: 0.0510850 Sep 21 09:34:15.396650 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Deleting port 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:15.396992 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:15.485388 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] For port 736c339f-2fd3-4bf0-aa51-8dd1f729466c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=736c339f-2fd3-4bf0-aa51-8dd1f729466c,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:15.485751 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:15.656900 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:15.657270 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:15.657587 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Floating IP a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b disassociated. External IP: 172.27.0.212, port: 736c339f-2fd3-4bf0-aa51-8dd1f729466c. Sep 21 09:34:15.657926 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Calling delete_port for 736c339f-2fd3-4bf0-aa51-8dd1f729466c owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:15.731040 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6028-75cd-4d43-8bf9-5725cccd1719 req-62841fe2-866f-44cc-a2a0-e30d2811649f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:15.732746 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cd6b6028-75cd-4d43-8bf9-5725cccd1719 req-62841fe2-866f-44cc-a2a0-e30d2811649f tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/ports?device_id=00999de9-1e52-490a-9f2d-4aed69b37cec HTTP/1.1" status: 200 len: 947 time: 0.0491500 Sep 21 09:34:15.772413 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cd6b6028-75cd-4d43-8bf9-5725cccd1719 req-5e588fde-ecff-4c9b-b8cb-52ce02c6539e tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e415622-b8a2-4915-b3e0-571618dca5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Sep 21 09:34:15.785724 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:15.814728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'Port': ['ID=736c339f-2fd3-4bf0-aa51-8dd1f729466c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:15.946084 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b0d9-7846-4916-9649-8695ababf09f req-296055c2-d33c-4112-b56e-d16709e35317 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:15.947563 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f5e2b0d9-7846-4916-9649-8695ababf09f req-296055c2-d33c-4112-b56e-d16709e35317 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 949 time: 0.0921304 Sep 21 09:34:15.978375 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:34:16.001185 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f5e2b0d9-7846-4916-9649-8695ababf09f req-cd6376df-8344-4e01-bae7-407f2c34ce70 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Sep 21 09:34:16.102323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:34:16.113844 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:34:16.126830 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:34:16.130448 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:16.144773 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] No DVR routers for this DVR port 736c339f-2fd3-4bf0-aa51-8dd1f729466c on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:34:16.148071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:16.150458 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f145de76-17c8-4998-a7a5-7fa09af7f1b0 req-84a7c13c-6856-4979-8a13-30ddc3809f80 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.47 "DELETE /v2.0/ports/736c339f-2fd3-4bf0-aa51-8dd1f729466c HTTP/1.1" status: 204 len: 173 time: 0.8348086 Sep 21 09:34:16.151416 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-deleted', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:16.154909 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd19b4a-1f11-4d97-b598-94c9a85ef845" -d '{"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-deleted", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:16.210313 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d9616-d77c-4556-bf34-ebe31a6ef2fa x-openstack-request-id: req-606d9616-d77c-4556-bf34-ebe31a6ef2fa {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:16.210606 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00999de9-1e52-490a-9f2d-4aed69b37cec", "name": "network-vif-deleted", "tag": "736c339f-2fd3-4bf0-aa51-8dd1f729466c", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:16.210860 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-606d9616-d77c-4556-bf34-ebe31a6ef2fa {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:16.211254 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00999de9-1e52-490a-9f2d-4aed69b37cec', 'name': 'network-vif-deleted', 'tag': '736c339f-2fd3-4bf0-aa51-8dd1f729466c', 'status': 'completed', 'code': 200} Sep 21 09:34:16.253073 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:34:16.284159 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410053f-a1fd-4f89-afbf-beb397d7d073 req-4d20778c-794b-4025-b4d9-4400b4c52654 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:16.286838 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8410053f-a1fd-4f89-afbf-beb397d7d073 req-4d20778c-794b-4025-b4d9-4400b4c52654 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 949 time: 0.0573592 Sep 21 09:34:16.345367 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8410053f-a1fd-4f89-afbf-beb397d7d073 req-ef875b38-8512-4007-b02b-358bb4db9293 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Sep 21 09:34:16.474335 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:16.499271 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:34:16.507188 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:34:16.507775 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:16.613664 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:34:16.813237 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:16.839067 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98140814-302e-4f06-95e2-f0c5a04faa03 None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:23:19Z', 'revision_number': 4, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '11675d3b-ad05-4e7b-be7b-ffea4cd65c8e', 'name': '', 'network_id': '5df5c7cd-50c9-4fa0-ad6c-550a0d76b019', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'mac_address': 'fa:16:3e:d9:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:18Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'subnets': [{'id': '6ef817c9-1dfe-4bb4-a92d-c65f15284e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:34:16.864013 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47604) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:16.921415 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:16.945396 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:16.996676 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:16.999253 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.000403 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e415622-b8a2-4915-b3e0-571618dca5ea HTTP/1.1" status: 204 len: 168 time: 0.1351929 Sep 21 09:34:17.003323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47608) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:17.010357 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe485f-a761-4431-8ab5-bf32fa4dcf54 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e415622-b8a2-4915-b3e0-571618dca5ea,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:17.022701 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-19b46850-ed0e-43ba-938c-908f457f6736 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] show failed (client error): The resource could not be found. Sep 21 09:34:17.023918 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-19b46850-ed0e-43ba-938c-908f457f6736 tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "GET /v2.0/security-groups/0e415622-b8a2-4915-b3e0-571618dca5ea HTTP/1.1" status: 404 len: 347 time: 0.0188627 Sep 21 09:34:17.026733 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47610) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:17.070888 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e32108-866c-4300-9486-03518a7fb1dc None None] New status for floating IP a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b: DOWN {{(pid=93978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:34:17.157887 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Deleting port b8b391de-e193-4c7b-884f-3ef947ae908e {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:17.158236 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.234115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.234451 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.245783 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Calling delete_port for b8b391de-e193-4c7b-884f-3ef947ae908e owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:17.380777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.407669 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Pushing event deleted for resources: {'Port': ['ID=b8b391de-e193-4c7b-884f-3ef947ae908e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:17.492184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.494751 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:17.495891 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-057823fe-4076-4751-a23c-ee673c17836c tempest-AttachVolumeShelveTestJSON-240160250 tempest-AttachVolumeShelveTestJSON-240160250-project] 10.222.0.42 "DELETE /v2.0/floatingips/a9af2e24-ae4a-41c7-ba68-d63cdfda7b4b HTTP/1.1" status: 204 len: 168 time: 0.4680691 Sep 21 09:34:17.507581 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15c30-1cfc-419e-91cc-889d0b090a79 req-9cffe12b-7dc5-4d8b-9d88-53d57478af72 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:17.509108 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aba15c30-1cfc-419e-91cc-889d0b090a79 req-9cffe12b-7dc5-4d8b-9d88-53d57478af72 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 949 time: 0.1025078 Sep 21 09:34:17.562609 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aba15c30-1cfc-419e-91cc-889d0b090a79 req-0f96ec06-52a5-48b9-b31e-66d37c094404 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cfaced9-3c4f-47f4-9875-210dc7d2b75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438261 Sep 21 09:34:17.821117 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-91e721bb-8271-481f-9912-b46c26a8428c tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:17.822631 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-91e721bb-8271-481f-9912-b46c26a8428c tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 949 time: 0.0516815 Sep 21 09:34:17.913747 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Deleting port 2390aeac-e745-4680-9fbb-5ed3dc727d6b {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:17.913997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:18.005720 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] For port 2390aeac-e745-4680-9fbb-5ed3dc727d6b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2390aeac-e745-4680-9fbb-5ed3dc727d6b,segment=NetworkSegment(3185ff83-cdc0-4812-9e81-5b48a38574b7),segment_id=3185ff83-cdc0-4812-9e81-5b48a38574b7)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:18.006394 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:18.018125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Calling delete_port for 2390aeac-e745-4680-9fbb-5ed3dc727d6b owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:18.145464 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:18.156205 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['2390aeac-e745-4680-9fbb-5ed3dc727d6b'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:34:18.172348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Pushing event deleted for resources: {'Port': ['ID=2390aeac-e745-4680-9fbb-5ed3dc727d6b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:18.217469 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] No DVR routers for this DVR port 2390aeac-e745-4680-9fbb-5ed3dc727d6b on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:34:18.219984 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:18.222078 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d598d5f7-28b5-4220-b888-42f5bfdadb76 req-a0e674bb-944b-4d1d-85a3-44a409da3c28 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.47 "DELETE /v2.0/ports/2390aeac-e745-4680-9fbb-5ed3dc727d6b HTTP/1.1" status: 204 len: 173 time: 0.3936110 Sep 21 09:34:18.223756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'name': 'network-vif-deleted', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:18.226242 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608e6cf-a392-48a5-8f2c-13f540cb2be1" -d '{"events": [{"server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "name": "network-vif-deleted", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:18.266054 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6421d438-3a7a-4494-bcfd-28c3ea03e7f4 x-openstack-request-id: req-6421d438-3a7a-4494-bcfd-28c3ea03e7f4 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:18.266324 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f5123-4441-4a08-8de4-f3e7670c52d0", "name": "network-vif-deleted", "tag": "2390aeac-e745-4680-9fbb-5ed3dc727d6b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:18.266542 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6421d438-3a7a-4494-bcfd-28c3ea03e7f4 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:18.266975 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f5123-4441-4a08-8de4-f3e7670c52d0', 'name': 'network-vif-deleted', 'tag': '2390aeac-e745-4680-9fbb-5ed3dc727d6b', 'status': 'completed', 'code': 200} Sep 21 09:34:18.679109 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e5441cc-4b88-4a7f-a307-e119fa88840d req-f21233e1-853f-4136-a1b9-ecd75deba9f3 tempest-VolumesNegativeTest-1071186631 tempest-VolumesNegativeTest-1071186631-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7f5123-4441-4a08-8de4-f3e7670c52d0 HTTP/1.1" status: 200 len: 210 time: 0.0330660 Sep 21 09:34:19.494751 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:34:19.517194 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 736c339f-2fd3-4bf0-aa51-8dd1f729466c {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:34:19.517533 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 736c339f-2fd3-4bf0-aa51-8dd1f729466c not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:34:19.517948 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 2390aeac-e745-4680-9fbb-5ed3dc727d6b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:34:19.536780 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 2390aeac-e745-4680-9fbb-5ed3dc727d6b {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:34:19.537128 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 2390aeac-e745-4680-9fbb-5ed3dc727d6b not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:34:20.115391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47662) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:20.711251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:20.978645 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Deleting port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:20.978989 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:21.068576 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] For port 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:21.069009 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:21.082387 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Calling delete_port for 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:21.551711 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:21.577446 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Pushing event deleted for resources: {'Port': ['ID=11675d3b-ad05-4e7b-be7b-ffea4cd65c8e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:21.743694 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:21.968297 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:34:22.080923 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:34:22.087864 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a1788aa3-7276-4266-ac58-7f6c4de6e167 admin admin] 10.222.0.42 "PUT /v2.0/routers/2fce63b7-cfc3-401b-ae8e-db2b37217a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705107 Sep 21 09:34:22.089444 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47854) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:22.093765 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Sync routers for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:34:22.106072 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:34:22.106894 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:22.206029 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.218079 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:34:22.327161 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.382231 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Deleting port 96b6ad49-ee97-478a-a17d-94b00e4668f6 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:22.382631 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.414787 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:34:21Z', 'revision_number': 5, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port': {'id': '96b6ad49-ee97-478a-a17d-94b00e4668f6', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:13Z', 'updated_at': '2021-09-21T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:22.450427 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Checking router: 2fce63b7-cfc3-401b-ae8e-db2b37217a77 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:34:22.458960 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Routers {'2fce63b7-cfc3-401b-ae8e-db2b37217a77'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:34:22.459631 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:22.467406 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] For port 96b6ad49-ee97-478a-a17d-94b00e4668f6, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=96b6ad49-ee97-478a-a17d-94b00e4668f6,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:22.467778 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.479432 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Calling delete_port for 96b6ad49-ee97-478a-a17d-94b00e4668f6 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:22.543575 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] Set router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:34:22.650971 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.678025 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b6ad49-ee97-478a-a17d-94b00e4668f6,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:22.684058 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:34:22Z', 'revision_number': 6, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:22.710725 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f969f0-79e6-43a5-8287-c18b36d67813 None None] The sync data for ids ['2fce63b7-cfc3-401b-ae8e-db2b37217a77'] in dv-cinder-790014-3-iscsi is: [{'id': '2fce63b7-cfc3-401b-ae8e-db2b37217a77', 'name': 'tempest-AttachVolumeShelveTestJSON-322990619-router', 'tenant_id': 'b1fea9963581475fb050dd50064a0c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:11Z', 'updated_at': '2021-09-21T09:34:22Z', 'revision_number': 6, 'project_id': 'b1fea9963581475fb050dd50064a0c4f', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:34:22.740203 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.828272 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.830358 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.874479 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.875096 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fce63b7-cfc3-401b-ae8e-db2b37217a77 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:34:22.880206 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.881381 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d679434e-d339-469e-b8f4-6574ed8f5644 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2fce63b7-cfc3-401b-ae8e-db2b37217a77 HTTP/1.1" status: 204 len: 168 time: 0.7908621 Sep 21 09:34:22.883808 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47868) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:22.926858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Deleting subnet 6ef817c9-1dfe-4bb4-a92d-c65f15284e83 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:34:22.929782 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:22.963024 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.042722 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.099097 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.125927 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef817c9-1dfe-4bb4-a92d-c65f15284e83,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:23.130520 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.133118 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cfd4bd72-6469-4795-95f6-bbaa50952e4c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6ef817c9-1dfe-4bb4-a92d-c65f15284e83 HTTP/1.1" status: 204 len: 168 time: 0.2483714 Sep 21 09:34:23.134870 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47870) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:23.148487 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb841f-abe6-4b05-ae34-6eba3463ed5b None None] Network 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:23.213082 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.265391 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Deleting port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:23.265728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.330558 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] For port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,segment=NetworkSegment(ff3fc60a-68a6-4942-9845-e01036ae6ba4),segment_id=ff3fc60a-68a6-4942-9845-e01036ae6ba4)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:23.330995 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.344099 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Calling delete_port for 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd owned by network:dhcp {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:34:23.429103 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.455668 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] No DVR routers for this DVR port 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd on host dv-cinder-790014-3-iscsi {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:34:23.461159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e502c6b-0ec9-42d6-a522-58ba0aeea5cd,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:23.499289 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a693db-ce03-4fbc-9d0d-398d91fa1171 None None] DHCP port deletion for 5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:34:23.538972 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47878) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:23.546522 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.568088 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df5c7cd-50c9-4fa0-ad6c-550a0d76b019']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:23.577273 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3fc60a-68a6-4942-9845-e01036ae6ba4') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:23.577689 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3fc60a-68a6-4942-9845-e01036ae6ba4') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:23.587516 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.601783 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.609555 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:34:23.609978 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:34:23.611705 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:34:23.670695 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.676338 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.680687 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] 10.222.0.42 "DELETE /v2.0/networks/5df5c7cd-50c9-4fa0-ad6c-550a0d76b019 HTTP/1.1" status: 204 len: 168 time: 0.5425172 Sep 21 09:34:23.689592 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9414-b869-42b3-a2e2-324deb1a523c admin admin] Pushing event deleted for resources: {'Network': ['ID=5df5c7cd-50c9-4fa0-ad6c-550a0d76b019,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:23.689765 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-803d8cd0-7125-4e41-b06d-f41385d3b1d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59ffd8310b7345499ce0e181cba95d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494350 Sep 21 09:34:23.692852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47884) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:23.743766 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.771455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.801164 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47886) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:23.823617 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.826261 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.829939 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cfaced9-3c4f-47f4-9875-210dc7d2b75f HTTP/1.1" status: 204 len: 168 time: 0.1336689 Sep 21 09:34:23.836600 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2e767-ae55-40e8-a1d2-0ebef5fc8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfaced9-3c4f-47f4-9875-210dc7d2b75f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:23.850849 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8c08398d-53da-46c7-9ad0-6098463a342d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1fea9963581475fb050dd50064a0c4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484972 Sep 21 09:34:23.851142 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47890) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:23.901867 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.923040 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.973934 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.976712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:23.977873 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eb26270-858e-4ae8-9c68-662e13576e0a HTTP/1.1" status: 204 len: 168 time: 0.1258605 Sep 21 09:34:23.986614 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aeaf7-65e9-49ba-8a88-3833f88687b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb26270-858e-4ae8-9c68-662e13576e0a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:24.029529 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:24.338089 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:34:24.358419 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:34:24.358772 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2e502c6b-0ec9-42d6-a522-58ba0aeea5cd not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:34:24.359202 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:34:24.379556 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:34:24.379908 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 11675d3b-ad05-4e7b-be7b-ffea4cd65c8e not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:34:24.380503 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 96b6ad49-ee97-478a-a17d-94b00e4668f6 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:34:24.402389 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 96b6ad49-ee97-478a-a17d-94b00e4668f6 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:34:24.402740 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 96b6ad49-ee97-478a-a17d-94b00e4668f6 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:34:24.640574 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47928) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:24.831577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-883585113-network', 'tenant_id': '825f81782d094338b8edfc5e61dc9b6a'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:24.853400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Made reservation on behalf of 825f81782d094338b8edfc5e61dc9b6a for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:24.855727 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:24.864904 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:24.955773 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:24.959996 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:24.983751 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:34:25.000772 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ffb2b3-a626-454a-8159-564b0bda95db,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:25.004468 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.004808 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Added segment 2936dbbc-1544-4a93-954a-f1f3d72fa999 of type vlan for network 4bac2eff-681d-49c8-a66a-6cf0febea055 Sep 21 09:34:25.048172 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.074605 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.075620 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:25.076234 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.108027 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4660144 Sep 21 09:34:25.111038 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47944) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:25.116590 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Request body: {'subnet': {'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-883585113-subnet', 'tenant_id': '825f81782d094338b8edfc5e61dc9b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:25.138334 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Made reservation on behalf of 825f81782d094338b8edfc5e61dc9b6a for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:25.140912 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.143509 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06dd08-a1cc-4037-b8ae-86efc13f7e07 admin admin] Pushing event updated for resources: {'Network': ['ID=4bac2eff-681d-49c8-a66a-6cf0febea055,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:25.154282 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:34:25.319465 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.379458 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d12c70-fee5-4be4-9d28-88c055474968,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:25.387532 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Checking segment: {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:34:25.387881 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Network hostable DHCP agents. Network: 4bac2eff-681d-49c8-a66a-6cf0febea055, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:34:25.405054 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:34:25.413867 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 4bac2eff-681d-49c8-a66a-6cf0febea055) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:34:25.418408 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:25.419142 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.424238 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdc081-288d-4c1c-ab52-63a1e2c0c05d None None] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:25.441083 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-be834ca1-54f5-4b9d-aa49-6f49c3ad1ffb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3289180 Sep 21 09:34:25.565118 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d47c9-2831-4153-ace2-e37993cd31e7 None None] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:25.607733 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47960) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:25.724200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b2a6-a81f-4526-83a4-7f6449317214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.812721 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b2a6-a81f-4526-83a4-7f6449317214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.816391 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-b5b0b2a6-a81f-4526-83a4-7f6449317214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.853828 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-b5b0b2a6-a81f-4526-83a4-7f6449317214 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f61b89740c874bbe83126ecce44ca6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449055 Sep 21 09:34:25.855749 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0b2a6-a81f-4526-83a4-7f6449317214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d8a6c-60a3-47ce-abba-b1e01c4f76fd,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:25.857037 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47964) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:25.911402 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.936712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.987197 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.000433 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.000433 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd4d8a6c-60a3-47ce-abba-b1e01c4f76fd HTTP/1.1" status: 204 len: 168 time: 0.1332405 Sep 21 09:34:26.000906 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e9d0-2eee-4983-b17a-cc8f9df15348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d8a6c-60a3-47ce-abba-b1e01c4f76fd,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:26.260879 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 47974) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:26.274883 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fd91e876-a7d5-4a9c-824c-126e86be0ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.360693 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fd91e876-a7d5-4a9c-824c-126e86be0ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.364692 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fd91e876-a7d5-4a9c-824c-126e86be0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.402446 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fd91e876-a7d5-4a9c-824c-126e86be0ad6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2de08805756846e0b1fea97c85c527e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404815 Sep 21 09:34:26.403278 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91e876-a7d5-4a9c-824c-126e86be0ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc649fa-d48d-4ed7-9eab-6d741588af4c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:26.405240 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 47976) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:26.454666 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.474775 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.522126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.524761 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:26.525899 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebc649fa-d48d-4ed7-9eab-6d741588af4c HTTP/1.1" status: 204 len: 168 time: 0.1196258 Sep 21 09:34:26.533919 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb282-6e53-428a-a7ac-1e952f62d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc649fa-d48d-4ed7-9eab-6d741588af4c,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:27.378641 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-bc5602cc-3d4b-468b-b5b8-5d7e3326a7cb tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:27.380863 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-bc5602cc-3d4b-468b-b5b8-5d7e3326a7cb tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 813 time: 0.1056418 Sep 21 09:34:27.396779 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-1a8fd59f-9c02-4160-9035-aa68951c5e9b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/quotas/825f81782d094338b8edfc5e61dc9b6a HTTP/1.1" status: 200 len: 375 time: 0.0099590 Sep 21 09:34:27.430697 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-d62e5d9e-3630-41e5-a8d5-d5af483fceb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266230 Sep 21 09:34:27.441187 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-d0d39dd2-6b7a-4cba-98d0-475b9ea8ba00 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:34:27.442691 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-d0d39dd2-6b7a-4cba-98d0-475b9ea8ba00 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055544 Sep 21 09:34:27.536510 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-8a821bfc-49b4-4067-9398-83b7d04c6f5f service neutron] 10.222.0.42 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Sep 21 09:34:27.628200 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-f1b32bc9-e0a2-4b34-ac00-dc72b0c5da20 service neutron] 10.222.0.42 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Sep 21 09:34:27.803376 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-99e3d232-ba74-4ee5-a278-7750d422e0cb req-a6204b81-9c3d-484f-8d00-428c35ad8864 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Sep 21 09:34:28.914151 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7cdc8b19-de1a-4a8f-b3b7-66fce7e33dfa req-51dbb442-6847-4075-9154-c3d8eaa16b94 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 210 time: 0.0374978 Sep 21 09:34:28.924934 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-370e33c0-82d4-43a0-8b86-3b6c57dec418 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:28.926984 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-370e33c0-82d4-43a0-8b86-3b6c57dec418 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 813 time: 0.1296220 Sep 21 09:34:28.944129 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Request body: {'port': {'device_id': '15f0dad3-5db8-4620-a098-a127ef191041', 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055', 'admin_state_up': True, 'tenant_id': '825f81782d094338b8edfc5e61dc9b6a'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:29.053354 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Made reservation on behalf of 825f81782d094338b8edfc5e61dc9b6a for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:29.056779 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.187944 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Allocated IP 172.20.0.14 (4bac2eff-681d-49c8-a66a-6cf0febea055/24d12c70-fee5-4be4-9d28-88c055474968/c8bd7945-84ab-4518-89e0-69972c1bd169) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:34:29.341031 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.374835 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.422439 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:34:29.426370 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:34:29.432865 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:34:29.436784 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Pushing event updated for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:29.468689 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.469035 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.469372 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.469708 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.470040 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.470363 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.470691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.471015 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.471340 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.471656 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.471976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.472371 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:29.496345 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:29.497026 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.521511 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-b5f28c31-fb48-477d-b59a-d59ce4533731 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818224 Sep 21 09:34:29.535320 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Request body: {'port': {'device_id': '15f0dad3-5db8-4620-a098-a127ef191041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:29.592238 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.712055 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c653ee3e-2e7c-4703-a6e0-291c1fb0e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.866500 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bd7945-84ab-4518-89e0-69972c1bd169 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:34:29.874137 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.886968 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Transition to ACTIVE for port object c8bd7945-84ab-4518-89e0-69972c1bd169 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:34:29.890695 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:29.943165 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:29.974351 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:34:30.028047 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Attempting to bind port c8bd7945-84ab-4518-89e0-69972c1bd169 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:34:30.028445 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Attempting to bind port c8bd7945-84ab-4518-89e0-69972c1bd169 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:34:30.028874 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Attempting to bind port c8bd7945-84ab-4518-89e0-69972c1bd169 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:34:30.034897 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Port c8bd7945-84ab-4518-89e0-69972c1bd169 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:34:30.035307 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Attempting to bind port c8bd7945-84ab-4518-89e0-69972c1bd169 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:34:30.040960 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:34:30.041608 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Checking segment: {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:34:30.042002 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Bound using segment: {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:34:30.042694 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Bound port: c8bd7945-84ab-4518-89e0-69972c1bd169, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:34:30.043062 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:30.053277 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0228a-4364-499a-9e5e-e9bee4a7a0eb req-c41bc36a-ea3f-4326-9e10-a720d3e4af67 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.055513 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-09c0228a-4364-499a-9e5e-e9bee4a7a0eb req-c41bc36a-ea3f-4326-9e10-a720d3e4af67 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 944 time: 0.0623534 Sep 21 09:34:30.098318 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-09c0228a-4364-499a-9e5e-e9bee4a7a0eb req-0a797b19-e8d4-403c-ba74-a189d8b06b3e tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Sep 21 09:34:30.111197 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:34:30.115140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=c8bd7945-84ab-4518-89e0-69972c1bd169,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:34:30.118955 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:30.154108 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.154787 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:30.156397 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c8bd7945-84ab-4518-89e0-69972c1bd169 HTTP/1.1" status: 200 len: 1094 time: 0.6268444 Sep 21 09:34:30.158805 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:30.161844 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8250029a-13d8-4e31-90ce-01433edb3e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:30.192036 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d020b-82d4-47f8-9cae-02cb2277c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:30.209413 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20548f1c-af36-4880-9e0d-fdbe55d57617 x-openstack-request-id: req-20548f1c-af36-4880-9e0d-fdbe55d57617 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:30.209624 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:30.209859 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20548f1c-af36-4880-9e0d-fdbe55d57617 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:30.210309 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169', 'status': 'completed', 'code': 200} Sep 21 09:34:30.240509 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-74b828f9-30be-4ea1-98c9-92800111675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.242032 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-74b828f9-30be-4ea1-98c9-92800111675d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 1097 time: 0.0436156 Sep 21 09:34:30.283232 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-4b12a2c6-a81c-48fb-ad1a-7e66845fab44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bd7945-84ab-4518-89e0-69972c1bd169 HTTP/1.1" status: 200 len: 217 time: 0.0336254 Sep 21 09:34:30.335445 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d914-e272-4a65-8a06-d65a571499bb req-e0d024da-4b56-40dc-aa61-d290bdb13558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.336871 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-e0d024da-4b56-40dc-aa61-d290bdb13558 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d12c70-fee5-4be4-9d28-88c055474968 HTTP/1.1" status: 200 len: 853 time: 0.0455458 Sep 21 09:34:30.371913 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-a835746c-d42a-475f-9010-7a8764b77099 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bac2eff-681d-49c8-a66a-6cf0febea055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284977 Sep 21 09:34:30.461084 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-660b0363-3bd4-4d29-9629-9cf92ebd91d4 service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823548 Sep 21 09:34:30.552324 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d662d914-e272-4a65-8a06-d65a571499bb req-a3028b83-e368-42b6-9e1c-cd62e645c8cc service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Sep 21 09:34:30.637563 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-a7ec979a-c255-414d-b505-7fdce4a8faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.639017 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-a7ec979a-c255-414d-b505-7fdce4a8faf3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 1097 time: 0.0399828 Sep 21 09:34:30.729285 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-c4b6b89d-fa08-47f7-9a30-e5cd895d690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.730631 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-c4b6b89d-fa08-47f7-9a30-e5cd895d690e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 914 time: 0.0843551 Sep 21 09:34:30.770791 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-9c771640-15b1-4756-9275-b006c3ac5721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bd7945-84ab-4518-89e0-69972c1bd169 HTTP/1.1" status: 200 len: 217 time: 0.0333154 Sep 21 09:34:30.817839 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-f4dcf18c-6c3b-46c6-9c33-b5c53aa6f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:30.819227 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-f4dcf18c-6c3b-46c6-9c33-b5c53aa6f103 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d12c70-fee5-4be4-9d28-88c055474968 HTTP/1.1" status: 200 len: 853 time: 0.0420163 Sep 21 09:34:30.857544 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-6ac0e249-b62a-4a05-869c-eea98ef018b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bac2eff-681d-49c8-a66a-6cf0febea055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316260 Sep 21 09:34:30.944344 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-3ba16746-69e5-4b0f-a46b-ee0ffde32b71 service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794771 Sep 21 09:34:31.223461 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630168f5-0189-4671-b750-58b8754941bf req-b7c9f7b0-6367-4fae-80e9-daa7938711de tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:31.224897 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-630168f5-0189-4671-b750-58b8754941bf req-b7c9f7b0-6367-4fae-80e9-daa7938711de tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 944 time: 0.0577440 Sep 21 09:34:31.275971 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-630168f5-0189-4671-b750-58b8754941bf req-0e3bf85f-fb0f-4a0b-9904-f2fdb3fa133e tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Sep 21 09:34:31.320990 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8250029a-13d8-4e31-90ce-01433edb3e6c req-58cf1ff8-bd67-4dd0-b3a3-c901c1253f2a service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695774 Sep 21 09:34:31.522216 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48086) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:31.627963 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-07141dfb-46d5-43f4-a0ca-f5e03304c42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.712295 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-07141dfb-46d5-43f4-a0ca-f5e03304c42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.715683 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-07141dfb-46d5-43f4-a0ca-f5e03304c42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.761709 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-07141dfb-46d5-43f4-a0ca-f5e03304c42d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fa1b09e06534d6080768ad00d918077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384498 Sep 21 09:34:31.763102 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07141dfb-46d5-43f4-a0ca-f5e03304c42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db1fa3-eb4d-4a39-a292-603111a75c20,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:31.764233 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48090) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:31.813846 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.834906 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.901436 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-9d0917c6-be92-4a0a-bbce-dfe3d0a596ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559201 Sep 21 09:34:31.913448 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.916202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.917367 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61db1fa3-eb4d-4a39-a292-603111a75c20 HTTP/1.1" status: 204 len: 168 time: 0.1520526 Sep 21 09:34:31.926042 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c45d6-b688-411b-a6da-724179d78cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db1fa3-eb4d-4a39-a292-603111a75c20,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:31.989159 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-62d4e6e6-f663-4bb4-9b59-36f585aaf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:31.990805 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-62d4e6e6-f663-4bb4-9b59-36f585aaf58c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0445960 Sep 21 09:34:32.093070 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-bd7ce332-36ab-4a44-830e-97b19974ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.094569 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-bd7ce332-36ab-4a44-830e-97b19974ddf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0852418 Sep 21 09:34:32.165259 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-c66ef4e7-86f6-4b5f-a774-a359bc7b587e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 200 len: 1002 time: 0.0627098 Sep 21 09:34:32.193273 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48096) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:32.206305 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5214-d84b-439a-9c40-3463dfa5378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.214639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-c7fe150e-59eb-41b5-b81c-0132e68955cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.216120 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-c7fe150e-59eb-41b5-b81c-0132e68955cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0439966 Sep 21 09:34:32.261410 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-2fd7b316-8e0b-4020-80c0-4484552b69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.262921 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-2fd7b316-8e0b-4020-80c0-4484552b69f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403161 Sep 21 09:34:32.300484 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5214-d84b-439a-9c40-3463dfa5378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.308153 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5214-d84b-439a-9c40-3463dfa5378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.327273 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b0636e4b-6a06-42ff-b2e0-375a5a53ed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.343951 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-1b5d5214-d84b-439a-9c40-3463dfa5378a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0137bd8c2f9949e0abf40e0f78c06ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493773 Sep 21 09:34:32.347038 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48100) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:32.366082 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5214-d84b-439a-9c40-3463dfa5378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec607ecc-2828-4c91-816c-7246e1cdd124,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:32.402393 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-89169511-fb6d-4b97-92bc-9f658274ff13 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313300 Sep 21 09:34:32.408220 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.410652 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cff4-d39b-4d55-bd3b-b45d3b0f4acc req-18a04e87-13ff-4cc7-988e-06a3e900560b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.412064 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-37a4cff4-d39b-4d55-bd3b-b45d3b0f4acc req-18a04e87-13ff-4cc7-988e-06a3e900560b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 944 time: 0.0706651 Sep 21 09:34:32.434195 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.481020 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.483549 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:32.487304 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec607ecc-2828-4c91-816c-7246e1cdd124 HTTP/1.1" status: 204 len: 168 time: 0.1368608 Sep 21 09:34:32.493138 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689b3c-f9df-4998-ad05-25e34c2808d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec607ecc-2828-4c91-816c-7246e1cdd124,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:32.504809 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-37a4cff4-d39b-4d55-bd3b-b45d3b0f4acc req-ff3a916d-7926-41f4-9f7f-45a2704faad0 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830965 Sep 21 09:34:32.536829 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-129cf5b6-fc98-4ee6-99c7-5438655c93cf req-9234212f-5d12-41fa-bb18-1ff77246a9dc service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237748 Sep 21 09:34:33.621283 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c96037-8ea0-4552-a97a-5cedf02d3019 req-cb9de31e-147c-4a78-8437-2ea832503087 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:33.622897 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f2c96037-8ea0-4552-a97a-5cedf02d3019 req-cb9de31e-147c-4a78-8437-2ea832503087 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 944 time: 0.0486648 Sep 21 09:34:33.661809 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-f2c96037-8ea0-4552-a97a-5cedf02d3019 req-07bc3a61-fef5-44df-9fdc-ae5ae6a293d8 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Sep 21 09:34:33.828014 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:33.868665 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:34.776974 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed165d-16d8-4dfd-8bc4-d07dcc2d3d07 req-6bacc429-470b-45ae-8e4d-35e997534d3b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:34.778719 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e5ed165d-16d8-4dfd-8bc4-d07dcc2d3d07 req-6bacc429-470b-45ae-8e4d-35e997534d3b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 944 time: 0.0501213 Sep 21 09:34:34.816214 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e5ed165d-16d8-4dfd-8bc4-d07dcc2d3d07 req-f0cb821e-314c-4f83-98bc-3df52d1f8e4f tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Sep 21 09:34:35.381366 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:35.556291 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device c8bd7945-84ab-4518-89e0-69972c1bd169 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:34:35.649872 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=c8bd7945-84ab-4518-89e0-69972c1bd169,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:35.776662 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'c8bd7945-84ab-4518-89e0-69972c1bd169', 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055', 'port_id': 'c8bd7945-84ab-4518-89e0-69972c1bd169', 'mac_address': 'fa:16:3e:97:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d12c70-fee5-4be4-9d28-88c055474968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:34:35.814639 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:35.826781 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bd7945-84ab-4518-89e0-69972c1bd169 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:34:35.845723 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=c8bd7945-84ab-4518-89e0-69972c1bd169,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:35.850631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:35.897146 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:35.931184 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e817f-add7-4c6d-ac1d-f16c5dfba507 req-b5857d46-788c-4048-bec6-e1b8f5d04d63 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:35.932657 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-137e817f-add7-4c6d-ac1d-f16c5dfba507 req-b5857d46-788c-4048-bec6-e1b8f5d04d63 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 21 09:34:35.968058 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-137e817f-add7-4c6d-ac1d-f16c5dfba507 req-c7e8cb22-18c8-4613-9915-040b1b528faf tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296240 Sep 21 09:34:36.189627 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['c8bd7945-84ab-4518-89e0-69972c1bd169'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:34:37.083477 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336575-d22a-4e45-92e0-357a6eecbc83 req-b2b4744e-b4c7-4cb4-88c4-eda4d168debf tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:37.085195 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c336575-d22a-4e45-92e0-357a6eecbc83 req-b2b4744e-b4c7-4cb4-88c4-eda4d168debf tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Sep 21 09:34:37.132238 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c336575-d22a-4e45-92e0-357a6eecbc83 req-a6b07fb8-9e33-465b-97b3-14b17c87e77d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Sep 21 09:34:37.556441 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device c8bd7945-84ab-4518-89e0-69972c1bd169 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:34:37.603258 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port c8bd7945-84ab-4518-89e0-69972c1bd169 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:34:37.606666 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port c8bd7945-84ab-4518-89e0-69972c1bd169 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:34:37.607036 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:37.684367 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:37.706781 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:34:37.709249 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f3701c-a80f-4c62-b036-c7b93fe26479" -d '{"events": [{"server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:34:37.721775 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=c8bd7945-84ab-4518-89e0-69972c1bd169,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:37.726116 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:37.754281 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180a5fae-1d68-406c-ab76-d891f27c9582 x-openstack-request-id: req-180a5fae-1d68-406c-ab76-d891f27c9582 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:34:37.754569 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:34:37.754814 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-180a5fae-1d68-406c-ab76-d891f27c9582 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:34:37.755195 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169', 'code': 200} Sep 21 09:34:37.782348 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:37.904459 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de61f-0929-43f8-9fa1-ec5701791273 req-b680b8ca-ab2a-4155-aa87-f6421425eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:37.905993 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d1de61f-0929-43f8-9fa1-ec5701791273 req-b680b8ca-ab2a-4155-aa87-f6421425eac3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 1099 time: 0.0397036 Sep 21 09:34:37.940372 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d1de61f-0929-43f8-9fa1-ec5701791273 req-42fa905e-4fae-48e3-8315-55045ca2c3a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273709 Sep 21 09:34:38.247090 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc6435-455b-4c35-bb03-3a85376998e6 req-8108580c-53a1-4c20-98f6-febd1e6deae4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:38.248618 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-83fc6435-455b-4c35-bb03-3a85376998e6 req-8108580c-53a1-4c20-98f6-febd1e6deae4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0481589 Sep 21 09:34:38.285732 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-83fc6435-455b-4c35-bb03-3a85376998e6 req-0fa49ff3-38d6-4b6c-a50e-cb5829c078d7 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Sep 21 09:34:38.748296 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48232) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:38.849666 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.172190 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.175934 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.212877 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a919c8abbe614c0ea95f480347e57421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634197 Sep 21 09:34:39.214734 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec4cfbd-db70-4498-ad56-6de661f2f631,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:39.215554 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48236) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:39.221992 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.222751 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.223074 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.223460 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.223730 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.224164 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.224422 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.224845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.225171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.225473 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.225887 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.226131 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f0f9a-cd81-474e-bc66-416fbd902d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:34:39.268417 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.289123 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.343007 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.345692 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.346860 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ec4cfbd-db70-4498-ad56-6de661f2f631 HTTP/1.1" status: 204 len: 168 time: 0.1302063 Sep 21 09:34:39.355012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026f237-c28f-4868-9cb6-3faa3d792dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec4cfbd-db70-4498-ad56-6de661f2f631,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:39.405997 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ff60e-d9e3-466d-a6f9-8c44ac4d1463 req-ab1af678-4871-4d09-9dc8-e97c1982805a tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:39.407571 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0b9ff60e-d9e3-466d-a6f9-8c44ac4d1463 req-ab1af678-4871-4d09-9dc8-e97c1982805a tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0520289 Sep 21 09:34:39.452120 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-0b9ff60e-d9e3-466d-a6f9-8c44ac4d1463 req-4148a7d0-ef2f-47b0-8d9e-3408988669c2 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Sep 21 09:34:39.626179 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48274) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:39.639392 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1b59-8777-4b31-b2f6-816cccc9846d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.739012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1b59-8777-4b31-b2f6-816cccc9846d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.743060 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1b59-8777-4b31-b2f6-816cccc9846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.787561 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e2fa1b59-8777-4b31-b2f6-816cccc9846d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4137980df613495b9deb1e79c040633d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596136 Sep 21 09:34:39.788812 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa1b59-8777-4b31-b2f6-816cccc9846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b481e-1f18-40d9-b9e6-3069b2126443,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:39.790297 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48284) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:39.847868 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.871908 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.924948 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.927817 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:39.929163 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af4b481e-1f18-40d9-b9e6-3069b2126443 HTTP/1.1" status: 204 len: 168 time: 0.1378095 Sep 21 09:34:39.938217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47286b-852c-4c0b-8c30-2587b6279b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b481e-1f18-40d9-b9e6-3069b2126443,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:40.629873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48324) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:40.730290 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466596308-network', 'tenant_id': 'fd28ccc3f18a4ae9be04edd97e2c83ea'}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:40.753281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Made reservation on behalf of fd28ccc3f18a4ae9be04edd97e2c83ea for: {'network': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:40.755493 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.764066 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.853071 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.856661 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.876743 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:34:40.892421 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03044617-279a-4769-a908-eff737fd93a2,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:40.895314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.895661 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.segments_db [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Added segment 4a443da6-387f-4cdb-a187-f42cb37be4e5 of type vlan for network 5852210d-e7d9-4a01-9b49-84bb6c49f806 Sep 21 09:34:40.938037 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.963681 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.964668 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:40.965263 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:40.999406 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3683915 Sep 21 09:34:41.002397 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48330) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:41.008126 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Request body: {'subnet': {'network_id': '5852210d-e7d9-4a01-9b49-84bb6c49f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466596308-subnet', 'tenant_id': 'fd28ccc3f18a4ae9be04edd97e2c83ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:41.028692 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Made reservation on behalf of fd28ccc3f18a4ae9be04edd97e2c83ea for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:41.031008 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59615272'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.031514 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d2c8-ca19-4a35-8e14-3857c790b6fb admin admin] Pushing event updated for resources: {'Network': ['ID=5852210d-e7d9-4a01-9b49-84bb6c49f806,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:41.041487 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network 5852210d-e7d9-4a01-9b49-84bb6c49f806 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:34:41.198051 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62857080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59615238'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.253523 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6429f03-024b-4e79-b97d-1a96d9dab014,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:41.261073 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Checking segment: {'id': '4a443da6-387f-4cdb-a187-f42cb37be4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5852210d-e7d9-4a01-9b49-84bb6c49f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:34:41.261427 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Network hostable DHCP agents. Network: 5852210d-e7d9-4a01-9b49-84bb6c49f806, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:34:41.279049 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Network 5852210d-e7d9-4a01-9b49-84bb6c49f806 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:34:41.287282 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, 5852210d-e7d9-4a01-9b49-84bb6c49f806) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:34:41.291712 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:41.292296 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.297984 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae6dee-f6d3-4220-945e-3a35d5bbd13e None None] Network 5852210d-e7d9-4a01-9b49-84bb6c49f806 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:41.312585 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6f9083a6-4f04-41e6-882d-c2b151ec937c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028445 Sep 21 09:34:41.425479 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62828c14-bcb7-439b-a8c5-c18eaff96c8f None None] Network 5852210d-e7d9-4a01-9b49-84bb6c49f806 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:41.790186 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48346) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:41.795950 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1833087924-network', 'tenant_id': 'e9d6a5ba948e4665b7ffd47c7d2f93ea'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:41.815929 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Made reservation on behalf of e9d6a5ba948e4665b7ffd47c7d2f93ea for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:41.818935 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.827292 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.920390 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.923785 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.943454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:34:41.958309 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3267488f-1e0c-4d32-8586-295a931802ff,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:41.962225 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:41.962564 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Added segment bf3eeaa8-ded8-4cc7-81e0-8fcb173702b1 of type vlan for network d91d3c7e-c09f-45c2-bde8-537f7163cd90 Sep 21 09:34:42.002669 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756936964392'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.028040 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.029255 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:42.029852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.059500 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2677703 Sep 21 09:34:42.062427 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48350) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:42.067814 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.v2.base [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Request body: {'subnet': {'network_id': 'd91d3c7e-c09f-45c2-bde8-537f7163cd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1833087924-subnet', 'tenant_id': 'e9d6a5ba948e4665b7ffd47c7d2f93ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:34:42.089624 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Made reservation on behalf of e9d6a5ba948e4665b7ffd47c7d2f93ea for: {'subnet': 1} {{(pid=93976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:34:42.092105 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58927758'] for subnet, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.093731 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f566-82c0-45e6-a5cd-fc0ede10374d admin admin] Pushing event updated for resources: {'Network': ['ID=d91d3c7e-c09f-45c2-bde8-537f7163cd90,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:42.106256 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Network d91d3c7e-c09f-45c2-bde8-537f7163cd90 details requested by agent ovs-agent-dv-cinder-790014-3-iscsi with host dv-cinder-790014-3-iscsi {{(pid=93978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:34:42.265004 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62793469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58927776'] for subnet, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.322134 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdaa52a-91e8-4544-9f01-440c91d3b669,revision_number=0']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:42.338701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Checking segment: {'id': 'bf3eeaa8-ded8-4cc7-81e0-8fcb173702b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd91d3c7e-c09f-45c2-bde8-537f7163cd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:34:42.339061 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Network hostable DHCP agents. Network: d91d3c7e-c09f-45c2-bde8-537f7163cd90, hostable agents: ['71c1bb55-af64-4a24-9e49-0791b8973c06'], hosted agents: [] {{(pid=93976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:34:42.356310 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Network d91d3c7e-c09f-45c2-bde8-537f7163cd90 is scheduled to be hosted by DHCP agent 71c1bb55-af64-4a24-9e49-0791b8973c06 with binding_index 1 {{(pid=93976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:34:42.364027 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-3-iscsi, d91d3c7e-c09f-45c2-bde8-537f7163cd90) {{(pid=93976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:34:42.369027 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:42.369625 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:42.374113 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971f2bf-b156-459a-8924-3ce1af1cabf5 None None] Network d91d3c7e-c09f-45c2-bde8-537f7163cd90 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:42.384252 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-cbe3839d-b5b7-4bdc-b936-f79da1f79758 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200583 Sep 21 09:34:42.499205 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9fe65-db4a-400a-9bee-4bd474b99daa None None] Network d91d3c7e-c09f-45c2-bde8-537f7163cd90 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:34:54.025656 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:55.840604 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48506) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:55.885264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Deleting subnet a6429f03-024b-4e79-b97d-1a96d9dab014 {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:34:55.888268 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:55.922578 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:55.965100 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.018436 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.042135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6429f03-024b-4e79-b97d-1a96d9dab014,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:56.048937 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.051145 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a18bda95-e7cf-49a3-9560-42c1a151147e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6429f03-024b-4e79-b97d-1a96d9dab014 HTTP/1.1" status: 204 len: 168 time: 0.2091892 Sep 21 09:34:56.053997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48508) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:56.123948 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.201596 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.220210 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5852210d-e7d9-4a01-9b49-84bb6c49f806']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.229582 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a443da6-387f-4cdb-a187-f42cb37be4e5') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.229876 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a443da6-387f-4cdb-a187-f42cb37be4e5') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.238770 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.251705 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.257607 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:34:56.257995 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:34:56.259655 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:34:56.313268 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.318498 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.320546 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5852210d-e7d9-4a01-9b49-84bb6c49f806 HTTP/1.1" status: 204 len: 168 time: 0.2654884 Sep 21 09:34:56.323456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48510) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:56.331219 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4877e-688e-4be0-a83f-c00c9f0031d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5852210d-e7d9-4a01-9b49-84bb6c49f806,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:56.368424 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Deleting subnet 3cdaa52a-91e8-4544-9f01-440c91d3b669 {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:34:56.371490 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.405083 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.447941 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.499537 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.527922 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdaa52a-91e8-4544-9f01-440c91d3b669,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:56.528707 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.530494 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-7a23cc8a-1a25-4ccc-8b6a-aee533605456 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3cdaa52a-91e8-4544-9f01-440c91d3b669 HTTP/1.1" status: 204 len: 168 time: 0.2058675 Sep 21 09:34:56.532904 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48512) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:56.601448 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.682782 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.702703 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91d3c7e-c09f-45c2-bde8-537f7163cd90']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.712409 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3eeaa8-ded8-4cc7-81e0-8fcb173702b1') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.712742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3eeaa8-ded8-4cc7-81e0-8fcb173702b1') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:34:56.721973 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.735145 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.741230 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:34:56.741613 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:34:56.743234 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:34:56.801195 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.806519 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:56.809178 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d91d3c7e-c09f-45c2-bde8-537f7163cd90 HTTP/1.1" status: 204 len: 168 time: 0.2753093 Sep 21 09:34:56.822379 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce71a86-4e6c-4cd8-bcaf-4f177fdd9bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91d3c7e-c09f-45c2-bde8-537f7163cd90,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:56.967356 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48518) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:57.007188 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3be0a24e-7cf7-4dec-a7cf-2cc5ae348e4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd28ccc3f18a4ae9be04edd97e2c83ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385952 Sep 21 09:34:57.009912 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48520) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:57.058599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.080477 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.128331 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.130808 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.131993 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03044617-279a-4769-a908-eff737fd93a2 HTTP/1.1" status: 204 len: 168 time: 0.1211991 Sep 21 09:34:57.139533 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61e0ff-10aa-4f8c-a6ed-44e37ddb6bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03044617-279a-4769-a908-eff737fd93a2,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:57.447311 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48528) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:57.486886 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-75666cd1-365d-4cd1-8f5d-8408e368803d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9d6a5ba948e4665b7ffd47c7d2f93ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383959 Sep 21 09:34:57.489281 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48530) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:57.544702 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.571320 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.654221 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9ef6-2ca9-40c2-89cf-5bec8b827e38 req-e6ad1785-d690-4306-9e47-b28509335bfc tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:57.655701 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7fe9ef6-2ca9-40c2-89cf-5bec8b827e38 req-e6ad1785-d690-4306-9e47-b28509335bfc tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0661671 Sep 21 09:34:57.656733 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.659686 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.660771 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3267488f-1e0c-4d32-8586-295a931802ff HTTP/1.1" status: 204 len: 168 time: 0.1705985 Sep 21 09:34:57.683010 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7695b0-7e55-4b62-b8ea-e33e35feef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3267488f-1e0c-4d32-8586-295a931802ff,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:57.707189 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c7fe9ef6-2ca9-40c2-89cf-5bec8b827e38 req-0894504c-2116-4d6b-99aa-0f6f8e262724 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453718 Sep 21 09:34:58.689456 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48568) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:58.793728 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8221d42a-0976-4973-920f-0dc5b974f860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:58.829851 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156412a8-bbd2-4ebd-910a-722cc1163be1 req-adb1ae42-2433-47f7-803d-f81bc2ed1a5d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:58.831393 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-156412a8-bbd2-4ebd-910a-722cc1163be1 req-adb1ae42-2433-47f7-803d-f81bc2ed1a5d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0545495 Sep 21 09:34:58.872737 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-156412a8-bbd2-4ebd-910a-722cc1163be1 req-62d41b49-cf7f-4c81-b629-9fcce6d8762f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Sep 21 09:34:58.899000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8221d42a-0976-4973-920f-0dc5b974f860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:58.902701 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8221d42a-0976-4973-920f-0dc5b974f860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:58.940349 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8221d42a-0976-4973-920f-0dc5b974f860 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ee3c21cae8b4bdd8932895e06c0e938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497942 Sep 21 09:34:58.942304 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d42a-0976-4973-920f-0dc5b974f860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eab352-9b28-4877-bac8-1c45d4f723ee,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:58.943547 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48576) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:34:58.993075 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.013086 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.063044 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.065593 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.066741 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5eab352-9b28-4877-bac8-1c45d4f723ee HTTP/1.1" status: 204 len: 168 time: 0.1218691 Sep 21 09:34:59.074248 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d297e-7fb3-49f4-805e-19f3e6ddaeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eab352-9b28-4877-bac8-1c45d4f723ee,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:34:59.595307 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-82a8f979-07b8-4949-a93d-57d8999347c8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:59.596835 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-82a8f979-07b8-4949-a93d-57d8999347c8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0494716 Sep 21 09:34:59.695656 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port 536e2c6d-502a-4a56-9bfc-818162a4177b {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:34:59.695993 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.713609 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cf552dda-e03a-4694-8667-ff9fa82569d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.791557 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] For port 536e2c6d-502a-4a56-9bfc-818162a4177b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=536e2c6d-502a-4a56-9bfc-818162a4177b,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:34:59.791923 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.980393 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.981184 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:59.981184 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP d476e2f6-fca1-46f7-a97e-cdf44a304360 disassociated. External IP: 172.27.0.246, port: 536e2c6d-502a-4a56-9bfc-818162a4177b. Sep 21 09:34:59.981534 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for 536e2c6d-502a-4a56-9bfc-818162a4177b owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:35:00.021565 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16ba8-e4b3-4b9a-b103-1dc48192c7cb req-0ab6f096-6162-442b-95c2-16b18f1b9f8e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:00.023951 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e1a16ba8-e4b3-4b9a-b103-1dc48192c7cb req-0ab6f096-6162-442b-95c2-16b18f1b9f8e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 946 time: 0.0761328 Sep 21 09:35:00.064629 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-e1a16ba8-e4b3-4b9a-b103-1dc48192c7cb req-da55aea2-ea43-4070-8ccc-be12e124c5f8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338757 Sep 21 09:35:00.122854 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:00.158238 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=536e2c6d-502a-4a56-9bfc-818162a4177b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:00.272200 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:35:00.383489 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:35:00.392929 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:35:00.402173 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:35:00.402758 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:00.424528 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] No DVR routers for this DVR port 536e2c6d-502a-4a56-9bfc-818162a4177b on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:35:00.427065 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:00.429770 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-75a92cd9-a63b-42ae-9bd4-18b99d908a0e req-690cf53c-fcf4-412a-93ba-62f53905ef9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "DELETE /v2.0/ports/536e2c6d-502a-4a56-9bfc-818162a4177b HTTP/1.1" status: 204 len: 173 time: 0.8251159 Sep 21 09:35:00.430210 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'name': 'network-vif-deleted', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:00.432440 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f70a9-2b2f-484c-a33c-03b3fa3d3aa2" -d '{"events": [{"server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "name": "network-vif-deleted", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:00.471262 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336b33e-1044-425c-911c-cdaf031cd053 x-openstack-request-id: req-2336b33e-1044-425c-911c-cdaf031cd053 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:00.471571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9330383-3968-4f7b-957c-deac8ab37cc3", "name": "network-vif-deleted", "tag": "536e2c6d-502a-4a56-9bfc-818162a4177b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:00.472563 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2336b33e-1044-425c-911c-cdaf031cd053 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:00.472980 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9330383-3968-4f7b-957c-deac8ab37cc3', 'name': 'network-vif-deleted', 'tag': '536e2c6d-502a-4a56-9bfc-818162a4177b', 'status': 'completed', 'code': 200} Sep 21 09:35:00.536094 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:35:00.788719 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:00.814631 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:35:00.823091 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:35:00.823701 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:34:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:00.927573 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:35:01.135561 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:01.167788 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ffe0-c993-4d53-951b-a6f4903896a9 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:35:01.181729 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-52b2d6d6-bf97-4819-b6c6-41dc4615443f req-bb0ef644-7c5c-476d-b40f-56b5f7d00b1f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9330383-3968-4f7b-957c-deac8ab37cc3 HTTP/1.1" status: 200 len: 210 time: 0.0307105 Sep 21 09:35:01.389293 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe0150-2837-4443-943c-d0f608f8e30f None None] New status for floating IP d476e2f6-fca1-46f7-a97e-cdf44a304360: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:35:02.319974 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9cc1ddbb-d45a-47da-b9e4-253c24e9b68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:02.427354 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-8b6dfa76-f34c-40b4-a118-d46aa144c423 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682269365&fields=id&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 267 time: 0.0342145 Sep 21 09:35:02.535332 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-17492f63-e133-40f7-88b0-5906ae43a090 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:02.536845 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-17492f63-e133-40f7-88b0-5906ae43a090 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1027539 Sep 21 09:35:02.552081 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-43e1fb65-58e9-4b55-be3c-78d6b2f03dff tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/quotas/a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 375 time: 0.0089965 Sep 21 09:35:02.603388 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-bbaa1ee6-9304-49cf-a239-5e2d63169df3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461771 Sep 21 09:35:02.707217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-292f5713-c05a-4108-ae53-c43d6404ae31 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:35:02.708243 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-292f5713-c05a-4108-ae53-c43d6404ae31 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935333 Sep 21 09:35:02.801201 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-ff0affbd-fdfb-4a1b-a508-7f132aa7cfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858219 Sep 21 09:35:02.893130 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-bb3b9b2d-9723-4c0c-8095-e42dade3928a service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860274 Sep 21 09:35:03.234147 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c0b1b187-e49c-4f90-a5fa-c3b91dcfc4f2 req-81842668-65f5-4830-8184-aa50152b21cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Sep 21 09:35:03.749871 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 536e2c6d-502a-4a56-9bfc-818162a4177b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:35:03.769380 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 536e2c6d-502a-4a56-9bfc-818162a4177b {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:35:03.769735 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 536e2c6d-502a-4a56-9bfc-818162a4177b not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:35:03.827974 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:03.869265 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.258219 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-fb3fbf2a-007f-45be-8764-fe939f55655f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:04.260032 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-fb3fbf2a-007f-45be-8764-fe939f55655f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1274307 Sep 21 09:35:04.307479 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-e3a0d69f-940b-4360-872d-9b6995e000c0 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 380 time: 0.0378113 Sep 21 09:35:04.317644 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'port': {'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'admin_state_up': True, 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'security_groups': ['ab26c309-75d2-4aa5-9155-c8a2cec21870']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:04.334052 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48688) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:04.338391 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d8445467-001a-48a4-875f-f87858e4df25 req-5735ca06-7221-4d23-b341-9f43e1f261a1 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Sep 21 09:35:04.426473 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Made reservation on behalf of a5a1f4dd3aa041d28fd31d906a9afcb6 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:35:04.430888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.448905 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08721461-b3d1-4f95-94a6-9edcd2388e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.542826 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08721461-b3d1-4f95-94a6-9edcd2388e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.547025 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-08721461-b3d1-4f95-94a6-9edcd2388e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.567966 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.20.0.5 (db821c55-0aa5-4c7d-b5f4-d83fae9440c6/5de91fde-f685-44a1-bdfb-58368f7f7474/f90ca9f0-dce7-421b-8f80-da62adef9ebe) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:35:04.586047 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-08721461-b3d1-4f95-94a6-9edcd2388e9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=651819de1288474a9c2a5c9811a030ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498937 Sep 21 09:35:04.586909 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08721461-b3d1-4f95-94a6-9edcd2388e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42d857-4fb2-4ee1-a0ac-cbe2719a29bf,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:04.590632 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48694) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:04.638834 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.660493 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.710757 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.711128 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.713654 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.714811 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd42d857-4fb2-4ee1-a0ac-cbe2719a29bf HTTP/1.1" status: 204 len: 168 time: 0.1232569 Sep 21 09:35:04.722453 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ccaf8-87ca-4247-ab00-85ac3ec616ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42d857-4fb2-4ee1-a0ac-cbe2719a29bf,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:04.755666 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.797754 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:35:04.801185 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:35:04.804224 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:35:04.842112 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:04.864306 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:04.864997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.879761 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-19057a24-b741-4d56-b4b9-4fd4d58a37cd tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657716 Sep 21 09:35:04.892790 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Request body: {'port': {'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:04.957841 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.999592 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48700) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:05.013889 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fa21f950-5bf9-4de2-91e0-f9b24420b3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.103390 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fa21f950-5bf9-4de2-91e0-f9b24420b3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.108568 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-fa21f950-5bf9-4de2-91e0-f9b24420b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_create {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.113470 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-5fc61b76-a98f-487a-85cb-91df8b72e5aa None None] Provisioning complete for port f90ca9f0-dce7-421b-8f80-da62adef9ebe triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:35:05.114542 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5fc61b76-a98f-487a-85cb-91df8b72e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.145200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21f950-5bf9-4de2-91e0-f9b24420b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fddfc9-ade5-494d-b622-387e045ab158,revision_number=1']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:05.152586 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-fa21f950-5bf9-4de2-91e0-f9b24420b3cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b3c89b5921e4eacba89d0ee7c273f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496058 Sep 21 09:35:05.152871 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48702) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:05.157720 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-5fc61b76-a98f-487a-85cb-91df8b72e5aa None None] Port f90ca9f0-dce7-421b-8f80-da62adef9ebe cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:35:05.200722 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.221645 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.236442 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90ca9f0-dce7-421b-8f80-da62adef9ebe {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:05.244105 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.255842 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Transition to ACTIVE for port object f90ca9f0-dce7-421b-8f80-da62adef9ebe will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:35:05.263093 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.274081 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.277005 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.278386 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4fddfc9-ade5-494d-b622-387e045ab158 HTTP/1.1" status: 204 len: 168 time: 0.1246641 Sep 21 09:35:05.288054 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca134dc-6e66-4615-a9b8-ae36fb948ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fddfc9-ade5-494d-b622-387e045ab158,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:05.334280 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Pushing event updated for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:05.393707 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.446291 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Attempting to bind port f90ca9f0-dce7-421b-8f80-da62adef9ebe on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:35:05.446953 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Attempting to bind port f90ca9f0-dce7-421b-8f80-da62adef9ebe by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:35:05.447485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Attempting to bind port f90ca9f0-dce7-421b-8f80-da62adef9ebe on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:05.453016 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Port f90ca9f0-dce7-421b-8f80-da62adef9ebe on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:35:05.453582 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Attempting to bind port f90ca9f0-dce7-421b-8f80-da62adef9ebe on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:05.462411 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:35:05.462751 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:35:05.468951 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Bound using segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:35:05.469884 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Bound port: f90ca9f0-dce7-421b-8f80-da62adef9ebe, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:35:05.469884 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.578351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5289c-c136-4eec-a086-35466547805c req-32fb9f40-8d3d-4e22-be24-aae649bdb77f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:05.580046 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90f5289c-c136-4eec-a086-35466547805c req-32fb9f40-8d3d-4e22-be24-aae649bdb77f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.1198256 Sep 21 09:35:05.628107 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:35:05.650622 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:35:05.656590 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-90f5289c-c136-4eec-a086-35466547805c req-45df803f-bda5-47fd-a303-4db873366a47 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632036 Sep 21 09:35:05.656590 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.707311 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:05.708260 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:05.710691 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] 10.222.0.47 "PUT /v2.0/ports/f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 1093 time: 0.8214233 Sep 21 09:35:05.711178 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:05.713618 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4878f3e-19ad-4d7d-bb26-ac12da844558" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:05.779663 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101dd1ce-3faa-4c72-baa3-b72bea6e0996 x-openstack-request-id: req-101dd1ce-3faa-4c72-baa3-b72bea6e0996 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:05.779954 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:05.780204 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-101dd1ce-3faa-4c72-baa3-b72bea6e0996 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:05.780621 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'status': 'completed', 'code': 200} Sep 21 09:35:05.782485 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77058028-528c-4933-bca7-a65f91ddd965 service neutron] Pushing event updated for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:05.816091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-9d316fe6-45a2-4eac-babf-8c7adda8c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:05.817660 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-9d316fe6-45a2-4eac-babf-8c7adda8c01b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1096 time: 0.0522344 Sep 21 09:35:05.861196 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-d9ecbe98-f937-4a51-86ab-25840fa3bc86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 217 time: 0.0352225 Sep 21 09:35:05.914465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-980ff0b5-e6ec-423c-819e-ec135de79222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:05.915961 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-980ff0b5-e6ec-423c-819e-ec135de79222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0480824 Sep 21 09:35:05.960016 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-61bc1ece-6522-4378-b169-892be336d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:05.961501 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-61bc1ece-6522-4378-b169-892be336d49a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389013 Sep 21 09:35:06.051107 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-c25474be-17a2-46b4-8fd7-e36fdf27cb8f service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824361 Sep 21 09:35:06.141438 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7ff45d26-81cc-47d6-adcd-2fdf6764b74e req-6bc80c80-088d-4d1f-96c2-abc3c0bc1a18 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830894 Sep 21 09:35:06.222861 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-c42afdcf-8768-4466-b732-c8705ba79ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:06.224344 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-c42afdcf-8768-4466-b732-c8705ba79ad8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1096 time: 0.0398533 Sep 21 09:35:06.316639 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-59d78fb1-c338-4262-93ec-993335da4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:06.318106 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-59d78fb1-c338-4262-93ec-993335da4ac6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0865190 Sep 21 09:35:06.358706 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-417c8dd9-d45c-48e7-b9b9-f7a50c7f95ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 217 time: 0.0335238 Sep 21 09:35:06.409272 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-fa18e668-0604-42a5-a984-ccc9b754ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:06.410615 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-fa18e668-0604-42a5-a984-ccc9b754ff98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0448260 Sep 21 09:35:06.454668 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-4d2b6641-5b38-4ec4-9dde-46b4ef5f6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:06.456105 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-4d2b6641-5b38-4ec4-9dde-46b4ef5f6ee2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386827 Sep 21 09:35:06.544402 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-7dfedeff-47c1-44cc-84b8-ab8a8252b033 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810528 Sep 21 09:35:06.634376 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4878f3e-19ad-4d7d-bb26-ac12da844558 req-17d351ba-ff37-4d67-8d15-76e5e4c93426 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833468 Sep 21 09:35:06.784258 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf10c-6a13-46d8-baaf-d2bc97a9d93e req-50f57f23-a9ce-42ea-9111-8d50b3dd6501 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:06.785732 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-194cf10c-6a13-46d8-baaf-d2bc97a9d93e req-50f57f23-a9ce-42ea-9111-8d50b3dd6501 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0476408 Sep 21 09:35:06.822802 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-194cf10c-6a13-46d8-baaf-d2bc97a9d93e req-a8881398-4ed2-42db-8350-87eb0ca5c410 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Sep 21 09:35:06.962881 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:35:07.938217 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68140ba-83ff-4a86-9d26-c058f06bf84f req-256eef91-ef49-413c-ac80-a6921d628d69 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:07.939711 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b68140ba-83ff-4a86-9d26-c058f06bf84f req-256eef91-ef49-413c-ac80-a6921d628d69 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0514905 Sep 21 09:35:07.976762 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b68140ba-83ff-4a86-9d26-c058f06bf84f req-c728b835-a32c-4b79-a458-c8cfdd46652e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305524 Sep 21 09:35:09.089120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80165cc9-bff2-433d-ae43-c92551bed949 req-dd830983-c257-4b03-afff-05f9c7a4e1a7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:09.090607 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80165cc9-bff2-433d-ae43-c92551bed949 req-dd830983-c257-4b03-afff-05f9c7a4e1a7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0474403 Sep 21 09:35:09.130906 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80165cc9-bff2-433d-ae43-c92551bed949 req-8855dd65-c15a-4111-a6b0-0bf307b7a664 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Sep 21 09:35:10.242872 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e91b1-aa84-41e5-a2d4-7277fde1cd31 req-c086eac6-eaed-4eb9-ad15-faad090d7fc5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:10.244348 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a43e91b1-aa84-41e5-a2d4-7277fde1cd31 req-c086eac6-eaed-4eb9-ad15-faad090d7fc5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0481544 Sep 21 09:35:10.280580 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a43e91b1-aa84-41e5-a2d4-7277fde1cd31 req-72d3cb7b-4832-424b-b738-1e227eccdb63 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302844 Sep 21 09:35:11.393146 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db50ee-0895-412c-906e-45c46dd0fdf9 req-bda73258-0382-419b-a32f-7417c7ce1dd7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:11.394615 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f7db50ee-0895-412c-906e-45c46dd0fdf9 req-bda73258-0382-419b-a32f-7417c7ce1dd7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Sep 21 09:35:11.432019 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f7db50ee-0895-412c-906e-45c46dd0fdf9 req-78a9c3c0-da53-4432-8f84-b20f8060ae8b tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Sep 21 09:35:12.546331 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb6e69-2288-41ef-b4c3-342c4addac7d req-3752f3da-75bc-4b05-b749-6bd152a857af tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:12.547889 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a7cb6e69-2288-41ef-b4c3-342c4addac7d req-3752f3da-75bc-4b05-b749-6bd152a857af tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0487950 Sep 21 09:35:12.584478 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a7cb6e69-2288-41ef-b4c3-342c4addac7d req-ce04c055-1340-45d5-9573-2b2503e34b6d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305064 Sep 21 09:35:13.697514 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76880db-5ca6-4572-9bae-9818192ee87d req-33a93175-b250-46d7-942f-33f351551043 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:13.698984 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d76880db-5ca6-4572-9bae-9818192ee87d req-33a93175-b250-46d7-942f-33f351551043 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0482180 Sep 21 09:35:13.736328 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d76880db-5ca6-4572-9bae-9818192ee87d req-265b666f-6c8f-4de2-8054-8ef3ba6f2555 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Sep 21 09:35:14.859382 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044368-578c-472d-a7f0-13c54c70d463 req-aa52bcc1-55f7-4942-a50f-9b20ecfa599e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:14.860770 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bd044368-578c-472d-a7f0-13c54c70d463 req-aa52bcc1-55f7-4942-a50f-9b20ecfa599e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0511417 Sep 21 09:35:14.897352 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-bd044368-578c-472d-a7f0-13c54c70d463 req-415cc696-f901-4335-ab4b-2c57ea886203 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Sep 21 09:35:16.010795 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdfc1a-ef51-41c2-8402-8e7f06dc6d32 req-1d0df083-2f11-4bf2-b3e2-ed09adf84de7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:16.012250 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02cdfc1a-ef51-41c2-8402-8e7f06dc6d32 req-1d0df083-2f11-4bf2-b3e2-ed09adf84de7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0485682 Sep 21 09:35:16.051486 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02cdfc1a-ef51-41c2-8402-8e7f06dc6d32 req-d7c293ff-c3b3-4727-9510-d33a1ba9e4ec tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334024 Sep 21 09:35:17.163498 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bb447-339c-4c52-9ea6-1fa3fa691b4a req-9d95a909-4f60-45d6-8bbd-12fe06edb62c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:17.165054 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b09bb447-339c-4c52-9ea6-1fa3fa691b4a req-9d95a909-4f60-45d6-8bbd-12fe06edb62c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0484235 Sep 21 09:35:17.202233 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b09bb447-339c-4c52-9ea6-1fa3fa691b4a req-5e8a82fa-0dd3-421f-a840-83e7db8f66e1 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310385 Sep 21 09:35:18.314690 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeba37e-6a42-4ab6-af17-356f8d2b6dc3 req-ae39c4ab-fe91-4af3-9dd9-2ef9a83c93b8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:18.316152 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aeba37e-6a42-4ab6-af17-356f8d2b6dc3 req-ae39c4ab-fe91-4af3-9dd9-2ef9a83c93b8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0487225 Sep 21 09:35:18.354278 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aeba37e-6a42-4ab6-af17-356f8d2b6dc3 req-9b46a9b3-ab57-402e-a218-7a190461d10c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Sep 21 09:35:19.466072 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5e38-3ba5-4220-8dde-e12e5b0a9630 req-01b36d50-839b-4664-9e84-ff9d07f96229 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:19.467543 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6b3a5e38-3ba5-4220-8dde-e12e5b0a9630 req-01b36d50-839b-4664-9e84-ff9d07f96229 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0484171 Sep 21 09:35:19.507492 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-6b3a5e38-3ba5-4220-8dde-e12e5b0a9630 req-637f53b1-9d4c-492b-bef1-09824a59a51d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340388 Sep 21 09:35:20.624146 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557fa12-5e2b-46ca-83c8-a5438cf18a78 req-62abef1d-9b58-4af0-9d61-e1f8e5de1e94 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:20.625631 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2557fa12-5e2b-46ca-83c8-a5438cf18a78 req-62abef1d-9b58-4af0-9d61-e1f8e5de1e94 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0485275 Sep 21 09:35:20.663046 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2557fa12-5e2b-46ca-83c8-a5438cf18a78 req-b39b4f71-1b7f-44b4-9b7f-300fa78e2aaf tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Sep 21 09:35:21.777451 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b589657-fe15-4005-bc4a-e84fc76b7b1e req-7622dfde-3ee9-475e-badf-d96e7bcf20cb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:21.778906 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9b589657-fe15-4005-bc4a-e84fc76b7b1e req-7622dfde-3ee9-475e-badf-d96e7bcf20cb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Sep 21 09:35:21.815868 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-9b589657-fe15-4005-bc4a-e84fc76b7b1e req-6110f3dd-648f-4fc8-8536-e0718bb7fd65 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Sep 21 09:35:22.223597 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f90ca9f0-dce7-421b-8f80-da62adef9ebe details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:35:22.328704 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:22.341023 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:35:22.379784 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:22.392645 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90ca9f0-dce7-421b-8f80-da62adef9ebe {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:22.412837 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:22.417566 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:22.472976 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:22.481183 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.481467 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.481812 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.482145 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.482452 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.482789 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.483117 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.483440 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.483765 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.484903 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.484903 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.485112 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:22.930188 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7a75-f2ad-40a7-a4c1-26c0ff4d99ee req-d428bae3-ea2e-467c-bc65-c3fef42de52d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:22.931683 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f90f7a75-f2ad-40a7-a4c1-26c0ff4d99ee req-d428bae3-ea2e-467c-bc65-c3fef42de52d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 944 time: 0.0496376 Sep 21 09:35:22.972583 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f90f7a75-f2ad-40a7-a4c1-26c0ff4d99ee req-9136c75f-b300-49a8-9a7c-e15147f573d5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Sep 21 09:35:24.085338 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf604a-b2f3-4eb8-993d-9f3c2e74a7a6 req-b87bf5e6-b763-4159-b942-22b6108c64f2 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:24.087432 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-99cf604a-b2f3-4eb8-993d-9f3c2e74a7a6 req-b87bf5e6-b763-4159-b942-22b6108c64f2 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 944 time: 0.0484269 Sep 21 09:35:24.123985 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-99cf604a-b2f3-4eb8-993d-9f3c2e74a7a6 req-6d88def8-6a45-4388-bb18-3b50c7b085ec tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Sep 21 09:35:24.534944 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:25.233869 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d35d-77e3-4e91-a73c-3d98a3487a22 req-0e3b02fa-adb0-4cf1-ad6a-55b4e8b7c4c7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:25.235342 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e3d0d35d-77e3-4e91-a73c-3d98a3487a22 req-0e3b02fa-adb0-4cf1-ad6a-55b4e8b7c4c7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 944 time: 0.0475767 Sep 21 09:35:25.272588 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e3d0d35d-77e3-4e91-a73c-3d98a3487a22 req-de2ed790-ce32-4720-abf8-0ce04f2f203a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Sep 21 09:35:25.516270 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['f90ca9f0-dce7-421b-8f80-da62adef9ebe'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:35:26.383133 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426def93-18fe-4d39-b4a0-00d0f1088f20 req-7dfe746d-5393-4d68-a144-086a2050565b tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:26.385249 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-426def93-18fe-4d39-b4a0-00d0f1088f20 req-7dfe746d-5393-4d68-a144-086a2050565b tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Sep 21 09:35:26.421516 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-426def93-18fe-4d39-b4a0-00d0f1088f20 req-4d2e221c-763c-413e-a6c5-cf5392cacfd7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304241 Sep 21 09:35:26.527458 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f90ca9f0-dce7-421b-8f80-da62adef9ebe up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:35:26.576883 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port f90ca9f0-dce7-421b-8f80-da62adef9ebe completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:35:26.580290 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port f90ca9f0-dce7-421b-8f80-da62adef9ebe triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:35:26.580687 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:26.654952 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:26.676163 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:26.678685 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f721804c-123e-46e8-9070-c42e426ce18b" -d '{"events": [{"server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "name": "network-vif-plugged", "status": "completed", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:26.693777 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:26.698384 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:26.844507 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59764eab-994c-482f-b1e8-200b12ba1e05 x-openstack-request-id: req-59764eab-994c-482f-b1e8-200b12ba1e05 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:26.844820 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "name": "network-vif-plugged", "status": "completed", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:26.845065 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59764eab-994c-482f-b1e8-200b12ba1e05 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:26.845517 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'code': 200} Sep 21 09:35:26.870421 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:26.907976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7729f-f06e-4649-823f-6fc6284f5104 req-62cabfd2-e9bd-4c4b-a01f-d4bdcee1a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:26.909465 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54e7729f-f06e-4649-823f-6fc6284f5104 req-62cabfd2-e9bd-4c4b-a01f-d4bdcee1a7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0412843 Sep 21 09:35:26.946914 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54e7729f-f06e-4649-823f-6fc6284f5104 req-efcb4571-0f6f-4a5b-b810-6fcbad0ad281 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300610 Sep 21 09:35:27.537067 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419970-ec2e-4f10-989f-c36478ac1886 req-5bc89d9a-0387-48e1-9046-bcb28b2706fa tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:27.538728 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff419970-ec2e-4f10-989f-c36478ac1886 req-5bc89d9a-0387-48e1-9046-bcb28b2706fa tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0523758 Sep 21 09:35:27.576852 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ff419970-ec2e-4f10-989f-c36478ac1886 req-620c7145-b4b4-455d-a44b-11deaf645413 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Sep 21 09:35:28.689860 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7c1ba-c6ef-4453-906e-ff7b114f433e req-9cc30359-f7b1-46d1-bf9d-4719753847e6 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:28.691335 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8b7c1ba-c6ef-4453-906e-ff7b114f433e req-9cc30359-f7b1-46d1-bf9d-4719753847e6 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0482268 Sep 21 09:35:28.731396 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8b7c1ba-c6ef-4453-906e-ff7b114f433e req-78cc6cb0-5f78-48f9-8e3d-94c691068700 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340481 Sep 21 09:35:28.841817 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791739cd-c136-4475-8993-19d9b89205bd req-b1e2fbc7-3c15-42ee-a4df-9ed4bcb6cbb3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:28.843230 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-791739cd-c136-4475-8993-19d9b89205bd req-b1e2fbc7-3c15-42ee-a4df-9ed4bcb6cbb3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Sep 21 09:35:28.880788 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-791739cd-c136-4475-8993-19d9b89205bd req-721944d0-cd39-48c4-8e30-b9585cb7ef3c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Sep 21 09:35:28.902826 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 48824) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:28.940489 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5066cc-e4a5-4858-8d2b-05c30bb6cbb3 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:28.942112 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9e5066cc-e4a5-4858-8d2b-05c30bb6cbb3 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1093 time: 0.0383174 Sep 21 09:35:28.944886 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 48828) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:28.949906 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:28.974007 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:29.073434 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:29.187455 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.27.0.249 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/6694020a-bcf2-4a16-89ea-7e9262df9433) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:35:29.289477 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:29.322860 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:29.359224 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:35:29.361958 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:35:29.365429 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:35:29.396929 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=6694020a-bcf2-4a16-89ea-7e9262df9433,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:29.716230 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-42462d7b-debb-4c31-8219-c24faacf69dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.002110 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.066187 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.213091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.217813 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.293089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=6694020a-bcf2-4a16-89ea-7e9262df9433,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:30.302910 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.303266 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.303622 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.303965 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.304302 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.304663 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.304997 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.305435 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.305918 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.306343 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.306680 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.307012 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:30.314491 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.429780 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP 71bf7327-97e6-45b3-ac98-72f63aea80b2 associated. External IP: 172.27.0.249, port: f90ca9f0-dce7-421b-8f80-da62adef9ebe. Sep 21 09:35:30.508277 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89b98-0b26-4ca7-83cf-588e50ee00b2 req-b2c0c872-6fbb-44e2-a2e7-79276cc54257 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:30.510493 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bad89b98-0b26-4ca7-83cf-588e50ee00b2 req-b2c0c872-6fbb-44e2-a2e7-79276cc54257 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0981891 Sep 21 09:35:30.592394 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bad89b98-0b26-4ca7-83cf-588e50ee00b2 req-c5ca741d-76c9-461b-bb63-5ac71b4a28b7 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757616 Sep 21 09:35:30.698949 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:35:30.804953 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:35:30.816285 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:35:30.823538 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:30.826663 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:35:30.827294 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:35:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:30.851221 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-be8cb47f-a6f8-4034-96b9-ed0f89c8b613 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9052329 Sep 21 09:35:30.851909 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:30.854253 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319fc1f4-4eec-4343-a334-799b50082a81" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:30.933093 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:35:31.073072 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16898bf2-059d-4c9d-a5d1-97879036ea01 x-openstack-request-id: req-16898bf2-059d-4c9d-a5d1-97879036ea01 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:31.073590 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:31.073590 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16898bf2-059d-4c9d-a5d1-97879036ea01 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:31.073969 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'status': 'completed', 'code': 200} Sep 21 09:35:31.135848 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc1f4-4eec-4343-a334-799b50082a81 req-55c72915-e1c0-447c-81ad-648efcab4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.137373 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-55c72915-e1c0-447c-81ad-648efcab4be7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0406380 Sep 21 09:35:31.159284 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:31.185972 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:35:31.194024 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:35:31.194636 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:35:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:31.231593 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc1f4-4eec-4343-a334-799b50082a81 req-959b803e-f855-49c7-ae50-ff30c46b4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.233085 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-959b803e-f855-49c7-ae50-ff30c46b4879 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0874314 Sep 21 09:35:31.304463 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:35:31.307399 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-82b5b3b3-f352-4871-b318-86eb4671ddf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 999 time: 0.0654867 Sep 21 09:35:31.357898 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc1f4-4eec-4343-a334-799b50082a81 req-480d8468-7e63-4ce4-9e94-d904989d87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.359263 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-480d8468-7e63-4ce4-9e94-d904989d87fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0443728 Sep 21 09:35:31.410037 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc1f4-4eec-4343-a334-799b50082a81 req-03077c47-3f77-4103-9e2a-8dd4293c5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.411559 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-03077c47-3f77-4103-9e2a-8dd4293c5b63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436528 Sep 21 09:35:31.501230 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-7051f1a3-009a-4411-8d1a-e87be253101f service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818796 Sep 21 09:35:31.527964 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:35:31.559481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5267b-19af-448b-9dfe-443c8e5689f0 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:29Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:35:31.606708 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-319fc1f4-4eec-4343-a334-799b50082a81 req-72d4b5ff-3a47-4885-acf8-39cc1621196b service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982058 Sep 21 09:35:31.713778 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e914fec-6940-4c0c-a239-7878666b3354 req-0b1b5ca0-dcab-4c0b-9e7f-67a3229f8455 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.715346 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e914fec-6940-4c0c-a239-7878666b3354 req-0b1b5ca0-dcab-4c0b-9e7f-67a3229f8455 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0510840 Sep 21 09:35:31.755860 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1e914fec-6940-4c0c-a239-7878666b3354 req-ece7bfb2-ae89-4067-8edf-710258fc1562 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 Sep 21 09:35:31.761048 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fbfc7-f66b-49af-8b44-8c7ff9bcf15e None None] New status for floating IP 71bf7327-97e6-45b3-ac98-72f63aea80b2: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:35:31.888751 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-d77037a8-8897-4bc8-a5b0-78bcd30fdcd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408404 Sep 21 09:35:31.975438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dde05-a746-4fc9-85b1-fcb42444560f req-1e16a1c6-8344-4bce-bb34-8dd07d94263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.976957 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-1e16a1c6-8344-4bce-bb34-8dd07d94263a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0454583 Sep 21 09:35:32.078560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dde05-a746-4fc9-85b1-fcb42444560f req-ef2f38f6-55bf-446e-907c-ea04d27d31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.080006 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-ef2f38f6-55bf-446e-907c-ea04d27d31be service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0835907 Sep 21 09:35:32.147377 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-e0db55b2-a123-4f59-91c3-92cba5063f6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 1001 time: 0.0595520 Sep 21 09:35:32.193724 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dde05-a746-4fc9-85b1-fcb42444560f req-ebdf3c3f-5cb7-4d2a-acdb-5d2d701161eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.195112 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-ebdf3c3f-5cb7-4d2a-acdb-5d2d701161eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0416510 Sep 21 09:35:32.240077 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dde05-a746-4fc9-85b1-fcb42444560f req-4cb690ca-1c18-41f2-9af9-409ce566ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.241550 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-4cb690ca-1c18-41f2-9af9-409ce566ea02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384145 Sep 21 09:35:32.317809 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3e5de035-c2f3-4e07-be63-4384bb21d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:32.345748 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-e2e2160f-dd37-4d40-a683-8bd3a2eea711 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965233 Sep 21 09:35:32.434213 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-164dde05-a746-4fc9-85b1-fcb42444560f req-f9c26b5f-506d-47c8-9700-c3c6ad56899f service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812674 Sep 21 09:35:32.667358 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-cbbe8e95-b793-43b2-9a3e-e068b1eca2d5 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.668899 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-cbbe8e95-b793-43b2-9a3e-e068b1eca2d5 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0522497 Sep 21 09:35:32.755767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Deleting port c8bd7945-84ab-4518-89e0-69972c1bd169 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:35:32.756026 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:32.848696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] For port c8bd7945-84ab-4518-89e0-69972c1bd169, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=c8bd7945-84ab-4518-89e0-69972c1bd169,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:32.849069 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:32.860870 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Calling delete_port for c8bd7945-84ab-4518-89e0-69972c1bd169 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:35:32.876858 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac2837-2d47-4cfb-8bf3-35c7b4c23370 req-f7daa3ef-a3b4-480e-b42e-596b87a924c4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.878396 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-11ac2837-2d47-4cfb-8bf3-35c7b4c23370 req-f7daa3ef-a3b4-480e-b42e-596b87a924c4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f0dad3-5db8-4620-a098-a127ef191041 HTTP/1.1" status: 200 len: 946 time: 0.0533013 Sep 21 09:35:32.917253 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-11ac2837-2d47-4cfb-8bf3-35c7b4c23370 req-1b2c414d-6eb6-48e6-9f5e-0a88c4035fcc tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Sep 21 09:35:32.985195 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:32.997559 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['c8bd7945-84ab-4518-89e0-69972c1bd169'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:35:33.017806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Pushing event deleted for resources: {'Port': ['ID=c8bd7945-84ab-4518-89e0-69972c1bd169,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:33.058172 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] No DVR routers for this DVR port c8bd7945-84ab-4518-89e0-69972c1bd169 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:35:33.060691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:33.062647 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-402a695d-839c-4e55-82a1-9d4fa42cdcd9 req-282d8af5-77a9-438e-9850-81f7c308337d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "DELETE /v2.0/ports/c8bd7945-84ab-4518-89e0-69972c1bd169 HTTP/1.1" status: 204 len: 173 time: 0.3872824 Sep 21 09:35:33.075228 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'name': 'network-vif-deleted', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:33.077665 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dceed45-6785-450c-8385-a8b9b2263d53" -d '{"events": [{"server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "name": "network-vif-deleted", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:33.113757 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd0858-6e62-454f-9d15-e1582b80bb82 x-openstack-request-id: req-57dd0858-6e62-454f-9d15-e1582b80bb82 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:33.114396 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f0dad3-5db8-4620-a098-a127ef191041", "name": "network-vif-deleted", "tag": "c8bd7945-84ab-4518-89e0-69972c1bd169", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:33.114396 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57dd0858-6e62-454f-9d15-e1582b80bb82 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:33.114670 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f0dad3-5db8-4620-a098-a127ef191041', 'name': 'network-vif-deleted', 'tag': 'c8bd7945-84ab-4518-89e0-69972c1bd169', 'status': 'completed', 'code': 200} Sep 21 09:35:33.829602 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:33.872195 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:35.389438 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:38.699082 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device c8bd7945-84ab-4518-89e0-69972c1bd169 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:35:38.718736 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: c8bd7945-84ab-4518-89e0-69972c1bd169 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:35:38.719074 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device c8bd7945-84ab-4518-89e0-69972c1bd169 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:35:43.961733 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:35:44.968517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-f8d05e3e-9a30-4138-b92e-936396367a9a tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:44.969925 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-f8d05e3e-9a30-4138-b92e-936396367a9a tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 813 time: 0.1024551 Sep 21 09:35:44.984594 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-6c80f94a-abc7-49e4-9a81-d6830f824cf6 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/quotas/825f81782d094338b8edfc5e61dc9b6a HTTP/1.1" status: 200 len: 375 time: 0.0089843 Sep 21 09:35:45.016907 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-9a686cc9-9099-4f1a-9f54-4ff4e02fbb4c tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262625 Sep 21 09:35:45.105891 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-2ea81e8c-402f-474c-a278-60e9c8eb57bf service neutron] 10.222.0.42 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822196 Sep 21 09:35:45.194729 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-9dd8674f-7a83-4be3-bb71-8c90d28b9633 service neutron] 10.222.0.42 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827937 Sep 21 09:35:45.347044 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-dc5630df-3033-4825-b40d-33c254f4b0aa req-6e471119-d69f-424d-a18b-8b4de1135f9b tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 210 time: 0.0258191 Sep 21 09:35:46.231372 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-907947c5-20ae-4a81-8961-fc47805f338d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:46.232860 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-907947c5-20ae-4a81-8961-fc47805f338d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 813 time: 0.1055417 Sep 21 09:35:46.246486 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Request body: {'port': {'device_id': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055', 'admin_state_up': True, 'tenant_id': '825f81782d094338b8edfc5e61dc9b6a'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:46.569016 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-328c90fb-972d-41cb-ae4e-01b875c4fae4 req-549b0275-f067-406e-9253-0fa21dff6f4a tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 210 time: 0.0373905 Sep 21 09:35:46.644799 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Made reservation on behalf of 825f81782d094338b8edfc5e61dc9b6a for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:35:46.648208 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:46.772106 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Allocated IP 172.20.0.12 (4bac2eff-681d-49c8-a66a-6cf0febea055/24d12c70-fee5-4be4-9d28-88c055474968/0d1ba8d7-606b-4c55-8909-f2e3df6bed66) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:35:46.920832 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:46.954002 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:46.996271 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Network 4bac2eff-681d-49c8-a66a-6cf0febea055 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:35:46.999273 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:35:47.002765 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:35:47.011912 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Pushing event updated for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:47.055083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.055687 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.069500 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-411a1d28-428f-428b-b642-57a814b3fbb4 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267527 Sep 21 09:35:47.081827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Request body: {'port': {'device_id': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:47.139990 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.395454 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:47.403351 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.415010 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Transition to ACTIVE for port object 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:35:47.418560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.473779 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:47.535630 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Attempting to bind port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:35:47.535975 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Attempting to bind port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:35:47.536310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Attempting to bind port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:47.541287 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:35:47.541619 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Attempting to bind port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 on network 4bac2eff-681d-49c8-a66a-6cf0febea055 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:47.546365 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:35:47.546700 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Checking segment: {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:35:47.547083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Bound using segment: {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:35:47.547756 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Bound port: 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2936dbbc-1544-4a93-954a-f1f3d72fa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:35:47.548115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.609416 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:35:47.614383 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:35:47.618373 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.655594 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.656212 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:47.657619 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] 10.222.0.47 "PUT /v2.0/ports/0d1ba8d7-606b-4c55-8909-f2e3df6bed66 HTTP/1.1" status: 200 len: 1094 time: 0.5796962 Sep 21 09:35:47.658052 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:47.660269 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c89568-2533-4594-bb71-9771cf0be229" -d '{"events": [{"name": "network-changed", "server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:47.689318 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d5fd3-971c-48be-8694-bb9997857b1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:47.691364 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5e740-8d41-47f6-a25e-e9e93acadaee req-56b14a33-5991-489a-861c-d1c84c71610f tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.692958 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57b5e740-8d41-47f6-a25e-e9e93acadaee req-56b14a33-5991-489a-861c-d1c84c71610f tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 944 time: 0.0541484 Sep 21 09:35:47.728717 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76325a2-4224-46b7-84fe-c806fda9b5cf x-openstack-request-id: req-f76325a2-4224-46b7-84fe-c806fda9b5cf {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:47.728988 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:47.729244 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f76325a2-4224-46b7-84fe-c806fda9b5cf {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:47.729637 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66', 'status': 'completed', 'code': 200} Sep 21 09:35:47.732518 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-57b5e740-8d41-47f6-a25e-e9e93acadaee req-c74d9015-e159-4b1a-ba1e-cad99d5fbadb tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Sep 21 09:35:47.745140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-3cd9a0bb-2be8-4961-b19d-dc42e1e71efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.746636 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-3cd9a0bb-2be8-4961-b19d-dc42e1e71efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0454040 Sep 21 09:35:47.788854 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-2bbe9d9f-9c67-47c2-bffd-59cc017bc1fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66 HTTP/1.1" status: 200 len: 217 time: 0.0343287 Sep 21 09:35:47.834806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173b623-0e21-4e16-8268-58067c9f4762 req-e7c2b7c9-1679-4d9d-bd43-2a037a4cb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.836179 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-e7c2b7c9-1679-4d9d-bd43-2a037a4cb195 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d12c70-fee5-4be4-9d28-88c055474968 HTTP/1.1" status: 200 len: 853 time: 0.0411897 Sep 21 09:35:47.870514 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-d038fdd8-5793-484b-bc00-45aa2be5de55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bac2eff-681d-49c8-a66a-6cf0febea055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273709 Sep 21 09:35:47.956403 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-3e9aee64-d1f2-48d9-b438-b361a8d5c1b1 service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787179 Sep 21 09:35:48.049574 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f173b623-0e21-4e16-8268-58067c9f4762 req-2316f3d9-ab65-4c01-b034-70d30edd5305 service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Sep 21 09:35:48.132927 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89568-2533-4594-bb71-9771cf0be229 req-5740544e-362d-4cc7-b282-25805193551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:48.134527 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-5740544e-362d-4cc7-b282-25805193551a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=825f81782d094338b8edfc5e61dc9b6a&device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0404401 Sep 21 09:35:48.225036 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89568-2533-4594-bb71-9771cf0be229 req-6c4873f8-766a-4442-a93b-4d09a0c58ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:48.226391 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-6c4873f8-766a-4442-a93b-4d09a0c58ef1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 200 len: 914 time: 0.0854874 Sep 21 09:35:48.266620 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-193c4776-dc60-4a9e-81e9-ebe4ed93f331 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66 HTTP/1.1" status: 200 len: 217 time: 0.0331841 Sep 21 09:35:48.315369 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89568-2533-4594-bb71-9771cf0be229 req-8566cdee-8f11-4ed0-bc17-de86ec201e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:48.317479 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-8566cdee-8f11-4ed0-bc17-de86ec201e69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d12c70-fee5-4be4-9d28-88c055474968 HTTP/1.1" status: 200 len: 853 time: 0.0428782 Sep 21 09:35:48.347573 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-66d8ee23-0d07-4f4c-b01a-3cbd08e15273 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bac2eff-681d-49c8-a66a-6cf0febea055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233369 Sep 21 09:35:48.440132 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-7a5a1117-8a9c-4adc-b569-c982dcc8ab3b service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851007 Sep 21 09:35:48.533219 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a1c89568-2533-4594-bb71-9771cf0be229 req-658a7f85-12cb-4164-ac43-299bf07e0fbe service neutron] 10.222.0.47 "GET /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857277 Sep 21 09:35:48.847675 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca406ab-aed0-4c38-9cd8-5c5c700e9ef7 req-1b917f09-da3a-4ba8-98c3-871317504a95 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:48.849157 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eca406ab-aed0-4c38-9cd8-5c5c700e9ef7 req-1b917f09-da3a-4ba8-98c3-871317504a95 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 944 time: 0.0489008 Sep 21 09:35:48.886404 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eca406ab-aed0-4c38-9cd8-5c5c700e9ef7 req-5cf27183-a4d4-45f8-9519-1e7582a22f0d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Sep 21 09:35:50.002206 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08160-75ef-44a2-b9dc-b918d16394fb req-614bdc1c-6262-4970-b6b0-9fbb5fe99142 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:50.003671 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-aff08160-75ef-44a2-b9dc-b918d16394fb req-614bdc1c-6262-4970-b6b0-9fbb5fe99142 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 944 time: 0.0517821 Sep 21 09:35:50.040315 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-aff08160-75ef-44a2-b9dc-b918d16394fb req-40303eb9-fba6-475c-8538-a9741208e11f tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Sep 21 09:35:51.153546 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a29c8b-d12c-4710-a272-39bec973a123 req-10646cc9-a572-439a-8a6d-807a4a6b9df0 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:51.155021 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-97a29c8b-d12c-4710-a272-39bec973a123 req-10646cc9-a572-439a-8a6d-807a4a6b9df0 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 944 time: 0.0479624 Sep 21 09:35:51.193070 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-97a29c8b-d12c-4710-a272-39bec973a123 req-0853bc7e-92dd-41cc-938d-9a9ee4d7c693 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 21 09:35:52.304611 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0ede-996e-45ce-b2ac-94e37135191d req-2fe9e094-2cf2-41a2-8039-1a172bdcbde3 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:52.306094 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-596a0ede-996e-45ce-b2ac-94e37135191d req-2fe9e094-2cf2-41a2-8039-1a172bdcbde3 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 944 time: 0.0487287 Sep 21 09:35:52.343615 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-596a0ede-996e-45ce-b2ac-94e37135191d req-a33b14f2-2e45-4467-8ab2-6cc77159909e tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Sep 21 09:35:52.757159 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:35:52.850654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:52.861287 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66', 'network_id': '4bac2eff-681d-49c8-a66a-6cf0febea055', 'port_id': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66', 'mac_address': 'fa:16:3e:4f:f1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d12c70-fee5-4be4-9d28-88c055474968', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:35:52.896655 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:52.909243 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:52.927540 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:52.932027 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:52.980034 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:53.274068 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['0d1ba8d7-606b-4c55-8909-f2e3df6bed66'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:35:53.456890 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862ee43-5527-464d-9ef2-36ba71bb270b req-c57e4e3b-8708-4060-8b7b-e8d6f80e26bf tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:53.458406 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1862ee43-5527-464d-9ef2-36ba71bb270b req-c57e4e3b-8708-4060-8b7b-e8d6f80e26bf tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 945 time: 0.0479946 Sep 21 09:35:53.498886 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1862ee43-5527-464d-9ef2-36ba71bb270b req-ea57d613-2fbc-43a0-8701-a16528ebd1e5 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Sep 21 09:35:54.541548 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:54.614798 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda9767-cfb2-4355-bd75-cc4d788eafbd req-2e9e1914-0447-48f1-b0e2-93af63b2ef11 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.616157 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbda9767-cfb2-4355-bd75-cc4d788eafbd req-2e9e1914-0447-48f1-b0e2-93af63b2ef11 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 945 time: 0.0486226 Sep 21 09:35:54.653334 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-cbda9767-cfb2-4355-bd75-cc4d788eafbd req-9f29737f-dd3a-4961-813f-96586d09560c tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Sep 21 09:35:54.777065 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:35:54.825657 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:35:54.829262 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:35:54.829640 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:54.905991 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:54.927597 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:54.929836 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db1b998-29ff-4e28-9db7-c764d3345e2c" -d '{"events": [{"server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:54.942574 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:54.946327 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:54.969670 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c4f392-ca4f-40cc-bbab-b45ba45e2318 x-openstack-request-id: req-e9c4f392-ca4f-40cc-bbab-b45ba45e2318 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:54.969965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:54.970217 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9c4f392-ca4f-40cc-bbab-b45ba45e2318 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:54.970601 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66', 'code': 200} Sep 21 09:35:54.998696 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:55.127296 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164ede7-8975-4f06-9076-85e4b29b58ae req-e603c2f4-24c8-420c-92e6-5357cfb70da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:55.128793 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4164ede7-8975-4f06-9076-85e4b29b58ae req-e603c2f4-24c8-420c-92e6-5357cfb70da3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 1099 time: 0.0393405 Sep 21 09:35:55.162099 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4164ede7-8975-4f06-9076-85e4b29b58ae req-638c44ae-6ccc-47e0-a1a0-07dab6e866a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267286 Sep 21 09:35:55.768198 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e084d-dde5-471e-961f-c7e206f4ced3 req-c5b20e06-5f99-41ef-98b9-05bdfe3e3325 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:55.769684 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c92e084d-dde5-471e-961f-c7e206f4ced3 req-c5b20e06-5f99-41ef-98b9-05bdfe3e3325 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 946 time: 0.0506537 Sep 21 09:35:55.806704 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c92e084d-dde5-471e-961f-c7e206f4ced3 req-ea79cade-d07f-4dfc-93b8-d116f53bd56c tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302701 Sep 21 09:35:56.921807 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e201c-5e94-4c50-9815-09d2fc0247b7 req-ae7b8a0a-c4c9-4383-a366-24fefdb95600 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:56.923492 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-368e201c-5e94-4c50-9815-09d2fc0247b7 req-ae7b8a0a-c4c9-4383-a366-24fefdb95600 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 946 time: 0.0487776 Sep 21 09:35:56.960424 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-368e201c-5e94-4c50-9815-09d2fc0247b7 req-872a5dd8-5e2e-41a6-b8ec-5752d261b8d8 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Sep 21 09:35:59.717078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2977d8ee-9e51-4061-959b-fa6178e3e6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:02.323020 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b537cb66-f393-4aa0-9c6f-b82938be2c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:03.833131 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:03.873840 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:05.391687 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:20.005041 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e798f1-2d93-4f9a-9dcf-72877b8b565c req-9c96cca1-8dde-4611-a1e0-65283f724a5c tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:20.006525 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e3e798f1-2d93-4f9a-9dcf-72877b8b565c req-9c96cca1-8dde-4611-a1e0-65283f724a5c tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 946 time: 0.0494642 Sep 21 09:36:20.048052 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e3e798f1-2d93-4f9a-9dcf-72877b8b565c req-f105a5ce-b8e8-4005-b5ec-2a2e8a30648e tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Sep 21 09:36:20.960654 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:36:21.163111 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c2501-b0b6-45e3-8bbf-cd4a10381bc6 req-c1bd1550-8f65-4874-9431-763a24c48c47 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:21.164764 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ba4c2501-b0b6-45e3-8bbf-cd4a10381bc6 req-c1bd1550-8f65-4874-9431-763a24c48c47 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 946 time: 0.0485492 Sep 21 09:36:21.202729 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-ba4c2501-b0b6-45e3-8bbf-cd4a10381bc6 req-5d2aa6d8-94ab-4d95-99ff-bdc2ce086c76 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6ffb2b3-a626-454a-8159-564b0bda95db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Sep 21 09:36:21.911140 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-02abede0-4571-4efa-a6fd-902defd5a47d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:21.912494 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-02abede0-4571-4efa-a6fd-902defd5a47d tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 946 time: 0.0492804 Sep 21 09:36:21.998741 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Deleting port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:36:21.999144 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:22.089646 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] For port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,segment=NetworkSegment(2936dbbc-1544-4a93-954a-f1f3d72fa999),segment_id=2936dbbc-1544-4a93-954a-f1f3d72fa999)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:36:22.090011 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:22.101730 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Calling delete_port for 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:36:22.229243 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:22.242806 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['0d1ba8d7-606b-4c55-8909-f2e3df6bed66'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:36:22.264808 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Pushing event deleted for resources: {'Port': ['ID=0d1ba8d7-606b-4c55-8909-f2e3df6bed66,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:36:22.320110 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] No DVR routers for this DVR port 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:36:22.323383 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7eecbe32-3c1f-4e35-a9a0-c86f089f4ab8 req-8a2c8200-23fe-4b22-9d82-300f7e30c2a8 tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.42 "GET /v2.0/ports?device_id=86bd9484-066a-4b64-9edb-117af7c7eb3f HTTP/1.1" status: 200 len: 210 time: 0.0401547 Sep 21 09:36:22.324363 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:22.326371 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79e6b3a3-565a-47f2-93ce-9365de9620af req-2f868c40-5dbc-4f23-bb7b-0bbc5cea31ee tempest-VolumesSnapshotTestJSON-1670697393 tempest-VolumesSnapshotTestJSON-1670697393-project] 10.222.0.47 "DELETE /v2.0/ports/0d1ba8d7-606b-4c55-8909-f2e3df6bed66 HTTP/1.1" status: 204 len: 173 time: 0.4080718 Sep 21 09:36:22.326715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'name': 'network-vif-deleted', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:36:22.329115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561279db-8b4a-405d-b776-077db7bf6887" -d '{"events": [{"server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "name": "network-vif-deleted", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:36:22.372858 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2de04d-a953-4103-b5a6-3dbf4558f613 x-openstack-request-id: req-0a2de04d-a953-4103-b5a6-3dbf4558f613 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:36:22.373243 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd9484-066a-4b64-9edb-117af7c7eb3f", "name": "network-vif-deleted", "tag": "0d1ba8d7-606b-4c55-8909-f2e3df6bed66", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:36:22.373564 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a2de04d-a953-4103-b5a6-3dbf4558f613 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:36:22.374084 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd9484-066a-4b64-9edb-117af7c7eb3f', 'name': 'network-vif-deleted', 'tag': '0d1ba8d7-606b-4c55-8909-f2e3df6bed66', 'status': 'completed', 'code': 200} Sep 21 09:36:24.556477 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:27.217563 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:36:27.237644 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:36:27.237986 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 0d1ba8d7-606b-4c55-8909-f2e3df6bed66 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:36:29.717739 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97d5ffdc-b371-49b1-8ed4-86ba41d65589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:32.324773 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-04152b95-c239-41ab-ba9f-822a3169e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:32.907748 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-6594334c-9320-4602-accd-29f2046ab23c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468314 Sep 21 09:36:32.995870 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-44c35c07-6797-4de1-96fd-466691ac3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:32.997353 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-44c35c07-6797-4de1-96fd-466691ac3fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0417664 Sep 21 09:36:33.098624 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-1c12b441-e899-4c08-bf36-e5380a1a7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:33.099970 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-1c12b441-e899-4c08-bf36-e5380a1a7754 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0836906 Sep 21 09:36:33.169822 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-1837e789-fa01-4707-8632-dfc53eeb0e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 1001 time: 0.0619643 Sep 21 09:36:33.218601 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-b5835a28-fecb-42ad-882a-9fbe606e5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:33.220043 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-b5835a28-fecb-42ad-882a-9fbe606e5ed7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0434783 Sep 21 09:36:33.265397 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-809a261d-5681-4c67-8265-f6ff4900316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:33.266838 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-809a261d-5681-4c67-8265-f6ff4900316e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399191 Sep 21 09:36:33.835421 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:33.876553 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:34.633656 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-5cc926c8-570e-4ae1-8aab-5f0c39501626 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Sep 21 09:36:35.394200 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:35.626753 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b470242-84c8-415f-8fdb-3978bd97d3b6 req-e628258c-1cc3-4ed8-8528-203014306da7 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Sep 21 09:36:47.426351 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49186) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:36:47.472006 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.db_base_plugin_v2 [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Deleting subnet 24d12c70-fee5-4be4-9d28-88c055474968 {{(pid=93976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:36:47.475067 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.507827 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62793383'] for subnet, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.559320 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.611026 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58927785'] for subnet, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.636429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d12c70-fee5-4be4-9d28-88c055474968,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:36:47.640879 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for subnet, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.643391 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24d12c70-fee5-4be4-9d28-88c055474968 HTTP/1.1" status: 204 len: 168 time: 0.2159960 Sep 21 09:36:47.645260 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49188) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:36:47.648201 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.648583 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.648931 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.649264 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.649597 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.649926 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.650255 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.650582 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.650908 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.651232 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.651675 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.652667 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20bbf4-6887-48c9-bcd7-5b96776b47ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.711654 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.790667 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.810280 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bac2eff-681d-49c8-a66a-6cf0febea055']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:36:47.819125 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2936dbbc-1544-4a93-954a-f1f3d72fa999') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:36:47.819415 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2936dbbc-1544-4a93-954a-f1f3d72fa999') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:36:47.828797 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59504967'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.842198 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.851606 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:36:47.851990 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62856677'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: timer() Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: cb(*args, **kw) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: self._notify() Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: self.callback(batched_events) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: event.method(event) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._get(url).json() Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:36:47.853715 dv-cinder-790014-3-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:36:47.906091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.911447 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.913409 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4bac2eff-681d-49c8-a66a-6cf0febea055 HTTP/1.1" status: 204 len: 168 time: 0.2671609 Sep 21 09:36:47.928190 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bac2eff-681d-49c8-a66a-6cf0febea055,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:36:47.936245 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.936621 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.936963 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.937294 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.937622 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.937950 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.938274 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.938601 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.938919 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.939237 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.939554 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:47.940158 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402ba0-2d2b-4945-b64e-f151b5783c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:36:48.102668 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49192) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:36:48.142471 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c50329c1-6db1-4938-aa53-68ea7bec7096 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=825f81782d094338b8edfc5e61dc9b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386677 Sep 21 09:36:48.144846 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49194) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:36:48.191899 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:48.212527 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:48.258467 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:48.261089 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:48.262693 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6ffb2b3-a626-454a-8159-564b0bda95db HTTP/1.1" status: 204 len: 168 time: 0.1169682 Sep 21 09:36:48.269985 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831ffc-61d4-42e6-8646-5c408ab78672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ffb2b3-a626-454a-8159-564b0bda95db,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:36:54.556886 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:57.958928 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:36:59.717459 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b9454ed6-2c42-4ece-befa-676d60f4e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:02.325887 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-108cb6b7-0611-465c-be51-393563ae08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:03.836097 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:03.877726 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:05.400036 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:24.558711 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:29.717357 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-29a56f5f-4021-4259-860f-4a2fe873a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:32.325870 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b650bee5-3376-4bcd-a67e-9ee71b7cd988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:33.836627 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:33.882300 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:34.961542 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:37:35.399527 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:36.031574 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-52c1177d-7f31-4bb7-96d0-cff193431105 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398269 Sep 21 09:37:36.116629 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-0b2b82d6-ae82-47f2-a3f0-80a16450cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:36.118064 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-0b2b82d6-ae82-47f2-a3f0-80a16450cd61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0425901 Sep 21 09:37:36.219457 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-43115c83-78e1-49a5-bd22-a87b67d043f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:36.220944 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-43115c83-78e1-49a5-bd22-a87b67d043f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0829687 Sep 21 09:37:36.290011 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-15060114-08bb-4014-bcff-31851749dd36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 1001 time: 0.0604672 Sep 21 09:37:36.338010 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-b8cd181a-9764-4081-9d4f-f8b6560e5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:36.339385 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-b8cd181a-9764-4081-9d4f-f8b6560e5a5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0416420 Sep 21 09:37:36.383195 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-dad506c0-d591-4893-aa56-087ff69bde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:36.384650 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-dad506c0-d591-4893-aa56-087ff69bde7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375874 Sep 21 09:37:36.475264 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-7ce41746-af75-45fc-beaf-7ccde238a21c service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820005 Sep 21 09:37:36.563716 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a2b05ff0-9f53-472b-addf-59f1cb261a21 req-9ceccc03-4034-4e7b-a3e9-eecbc3e53660 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804508 Sep 21 09:37:40.402924 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-90e935a4-fec9-4407-947e-ba741b135c65 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682269365&fields=id&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 267 time: 0.0344982 Sep 21 09:37:40.509950 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-885823da-6c9a-4bd3-ac00-f671f54992ad tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:40.511425 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-885823da-6c9a-4bd3-ac00-f671f54992ad tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1019521 Sep 21 09:37:40.526856 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-a86026e4-b152-4fa5-bf05-290a6a8f9169 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/quotas/a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 375 time: 0.0091124 Sep 21 09:37:40.583519 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-3a9df45c-9757-4135-aea7-acb4782de97e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512209 Sep 21 09:37:40.680937 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-33378057-d2da-46e4-a851-9eec900771af service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855315 Sep 21 09:37:40.770273 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-81db9fef-a8aa-4b8c-8265-8914c5e24e55 service neutron] 10.222.0.42 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Sep 21 09:37:42.068248 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f3bb28b-62a3-4c83-a370-2bba56edcf51 req-ae92a2d5-0715-4a8b-a6d9-7f670aabecf5 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0301600 Sep 21 09:37:43.143652 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-b02d6fba-9d24-4c01-8db6-efce3edd8d2e req-e1325746-c119-46ae-9ca5-614e8010e572 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0267208 Sep 21 09:37:44.236025 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef3290e9-4a36-4001-af95-a82274d7727c req-9eaede05-662e-4688-bfc6-192b740072ce tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0289810 Sep 21 09:37:45.314514 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-016146f7-ce02-415c-92a1-717f35ac6ead req-ec793631-389c-4dc5-8f03-3f021c56109e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Sep 21 09:37:46.412318 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-27bb2998-a22b-4730-8aaf-21dc2f9d709b req-f0d44b66-865b-49a6-b068-68a615023458 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Sep 21 09:37:47.010293 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-dd9be877-9566-4107-a872-7127841a5eb8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.011784 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-dd9be877-9566-4107-a872-7127841a5eb8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 811 time: 0.1053309 Sep 21 09:37:47.053798 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-8235b752-2a85-45f3-b14a-40be3f40bcd0 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6 HTTP/1.1" status: 200 len: 380 time: 0.0333431 Sep 21 09:37:47.063560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'port': {'device_id': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'admin_state_up': True, 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'security_groups': ['ab26c309-75d2-4aa5-9155-c8a2cec21870']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:47.169394 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Made reservation on behalf of a5a1f4dd3aa041d28fd31d906a9afcb6 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:37:47.172950 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.300517 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.20.0.10 (db821c55-0aa5-4c7d-b5f4-d83fae9440c6/5de91fde-f685-44a1-bdfb-58368f7f7474/9b45debd-c717-42ad-9b93-014598bcf609) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:37:47.446120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.480619 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.521100 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:37:47.524415 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:37:47.528688 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:37:47.538314 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0854c56-b998-4171-bdaf-7a0d4f9ba0de req-1d530d9f-134b-4aee-84ba-348e37137b3c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.540032 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a0854c56-b998-4171-bdaf-7a0d4f9ba0de req-1d530d9f-134b-4aee-84ba-348e37137b3c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 932 time: 0.0551922 Sep 21 09:37:47.557028 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:47.582582 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a0854c56-b998-4171-bdaf-7a0d4f9ba0de req-27b85f6f-c0a7-483c-ab24-594223c6c3c9 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358806 Sep 21 09:37:47.587587 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.588571 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.604917 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-5b69ad1c-4210-455e-a850-c5d87954eb9a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453720 Sep 21 09:37:47.616892 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Request body: {'port': {'device_id': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:47.671842 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.782540 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-10e31b87-6259-4a03-a8f9-89142130c76a None None] Provisioning complete for port 9b45debd-c717-42ad-9b93-014598bcf609 triggered by entity DHCP. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:37:47.783175 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-10e31b87-6259-4a03-a8f9-89142130c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.816797 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-10e31b87-6259-4a03-a8f9-89142130c76a None None] Port 9b45debd-c717-42ad-9b93-014598bcf609 cannot update to ACTIVE because it is not bound. {{(pid=93978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:37:47.936687 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b45debd-c717-42ad-9b93-014598bcf609 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:37:47.950310 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:47.962059 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Transition to ACTIVE for port object 9b45debd-c717-42ad-9b93-014598bcf609 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:37:47.966644 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.015532 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Pushing event updated for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:48.025724 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.026071 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.026414 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.026758 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.027090 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.027424 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.027751 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.028078 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.028404 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.028755 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.029091 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.029402 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.099808 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Attempting to bind port 9b45debd-c717-42ad-9b93-014598bcf609 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:37:48.100152 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Attempting to bind port 9b45debd-c717-42ad-9b93-014598bcf609 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:37:48.100651 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Attempting to bind port 9b45debd-c717-42ad-9b93-014598bcf609 on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:37:48.105120 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Port 9b45debd-c717-42ad-9b93-014598bcf609 on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:37:48.105443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Attempting to bind port 9b45debd-c717-42ad-9b93-014598bcf609 on network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:37:48.110323 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Checking agent: {'id': 'b22ddad0-ba18-4793-9472-346a99d93a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'started_at': datetime.datetime(2021, 9, 21, 9, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:37:48.110790 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Checking segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:37:48.111189 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Bound using segment: {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:37:48.111620 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Bound port: 9b45debd-c717-42ad-9b93-014598bcf609, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9601e-df00-48dc-ba93-00d0baa154ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:37:48.111978 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.175777 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:37:48.178981 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b45debd-c717-42ad-9b93-014598bcf609,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:37:48.182626 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.213922 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.214525 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.215885 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] 10.222.0.47 "PUT /v2.0/ports/9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 1094 time: 0.6033199 Sep 21 09:37:48.216307 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:37:48.219377 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f44640-e0df-4e4f-b8bc-26136b04cc80" -d '{"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:37:48.282465 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fbd93e-8f1b-4aa8-9560-fb1cf534cefc x-openstack-request-id: req-e0fbd93e-8f1b-4aa8-9560-fb1cf534cefc {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:37:48.282840 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:37:48.283156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0fbd93e-8f1b-4aa8-9560-fb1cf534cefc {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:37:48.283607 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609', 'status': 'completed', 'code': 200} Sep 21 09:37:48.284164 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0704-7fb5-4561-ab8e-ebcfb2a1d26f service neutron] Pushing event updated for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:48.302736 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-7c6d0f0c-b303-46a2-af4a-f337ecb54ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.304387 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-7c6d0f0c-b303-46a2-af4a-f337ecb54ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1097 time: 0.0510042 Sep 21 09:37:48.351190 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-29350ab1-b3e2-407b-9ee2-a2f24bde5f3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 217 time: 0.0390074 Sep 21 09:37:48.401696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-0635388f-ad4e-4d84-a8cd-2b15e212f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.403152 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-0635388f-ad4e-4d84-a8cd-2b15e212f7b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0452132 Sep 21 09:37:48.446959 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b208b-20f0-41cf-9716-65b857490400 req-818f3bbe-1994-4fa8-8ecc-ef1607e51e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.448383 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-818f3bbe-1994-4fa8-8ecc-ef1607e51e06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384395 Sep 21 09:37:48.539353 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-3c8a95ea-6e45-45b6-b819-a86b707ce941 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Sep 21 09:37:48.627310 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f4b208b-20f0-41cf-9716-65b857490400 req-7480d10b-d781-42d9-ad43-be1c65475d39 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804214 Sep 21 09:37:48.699687 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d25e-a11f-47fb-a61f-5deb2e1b8ea1 req-6c3c72d2-5583-4310-ace8-a0f757e41850 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.701209 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a8e5d25e-a11f-47fb-a61f-5deb2e1b8ea1 req-6c3c72d2-5583-4310-ace8-a0f757e41850 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0501602 Sep 21 09:37:48.719104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-0dfb1365-ff5b-42af-9f37-3627518cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.720654 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-0dfb1365-ff5b-42af-9f37-3627518cf5e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1097 time: 0.0455911 Sep 21 09:37:48.739855 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-a8e5d25e-a11f-47fb-a61f-5deb2e1b8ea1 req-a1d0f016-9daf-4cc7-bc3c-0f52ecba8f92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Sep 21 09:37:48.814144 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-709ee88f-0498-4710-add8-b04d0dfb6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.815600 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-709ee88f-0498-4710-add8-b04d0dfb6f38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0851333 Sep 21 09:37:48.859608 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-cec297b4-7583-49c6-b282-bbe495a63061 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 217 time: 0.0366549 Sep 21 09:37:48.907190 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-3dda7b65-d6ee-499d-8411-e56030d54da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.908509 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-3dda7b65-d6ee-499d-8411-e56030d54da3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0421906 Sep 21 09:37:48.953236 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-aa868ff1-6700-4863-9892-319fde7b38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.954686 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-aa868ff1-6700-4863-9892-319fde7b38fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391591 Sep 21 09:37:49.309248 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-a1bfdd2f-89d4-4be1-af61-e75fba0d7228 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468094 Sep 21 09:37:49.396455 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f44640-e0df-4e4f-b8bc-26136b04cc80 req-30ec6a7f-3b94-42ca-9110-fcaaf2bafb87 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793793 Sep 21 09:37:49.854023 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2f83-f529-4fbe-ba73-ca0c39968a24 req-48d7afdc-27b3-4d56-a352-e28ad02bf111 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:49.855469 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ddf2f83-f529-4fbe-ba73-ca0c39968a24 req-48d7afdc-27b3-4d56-a352-e28ad02bf111 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Sep 21 09:37:49.895883 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ddf2f83-f529-4fbe-ba73-ca0c39968a24 req-afc9df75-31b7-48c7-bbb7-5910037c94df tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345011 Sep 21 09:37:51.009051 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444c2b-4648-4dfc-a151-d79d7c01c55c req-28bd1f2a-303e-42b2-a7a8-be9aa05b63de tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:51.010521 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f444c2b-4648-4dfc-a151-d79d7c01c55c req-28bd1f2a-303e-42b2-a7a8-be9aa05b63de tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Sep 21 09:37:51.048426 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4f444c2b-4648-4dfc-a151-d79d7c01c55c req-71e5e5fc-3713-49be-8333-c4e2c9000c3c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310476 Sep 21 09:37:52.161126 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485df6d-e3f6-4153-9aef-4f940cd9ed26 req-7ae65e2c-841b-42e6-8270-a11b71850d7a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:52.162587 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d485df6d-e3f6-4153-9aef-4f940cd9ed26 req-7ae65e2c-841b-42e6-8270-a11b71850d7a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0501041 Sep 21 09:37:52.199692 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d485df6d-e3f6-4153-9aef-4f940cd9ed26 req-5fa03ec4-e290-4e25-bf12-6968ae56eb65 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Sep 21 09:37:53.314630 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047237a-327d-45fc-99e4-ff0d65c44a59 req-abad6037-801b-48b1-879b-5b4ad556e478 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:53.316100 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4047237a-327d-45fc-99e4-ff0d65c44a59 req-abad6037-801b-48b1-879b-5b4ad556e478 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0508189 Sep 21 09:37:53.352948 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4047237a-327d-45fc-99e4-ff0d65c44a59 req-26c85360-b8dd-4dcf-9e21-e1dd81007cc0 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309896 Sep 21 09:37:54.466083 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07621863-c565-490e-b3a8-65846f9c6580 req-c093f11f-1691-42e0-9052-f343549d197e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:54.468074 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-07621863-c565-490e-b3a8-65846f9c6580 req-c093f11f-1691-42e0-9052-f343549d197e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0471556 Sep 21 09:37:54.504485 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-07621863-c565-490e-b3a8-65846f9c6580 req-91043b3f-44f4-46cb-933d-0755db29a472 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304017 Sep 21 09:37:54.572929 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:55.616029 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54365-6ee2-48f7-82a9-b294a0ee0a5d req-8129f377-47dd-4b90-9463-066243a76f97 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:55.617541 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7cb54365-6ee2-48f7-82a9-b294a0ee0a5d req-8129f377-47dd-4b90-9463-066243a76f97 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0483057 Sep 21 09:37:55.654047 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-7cb54365-6ee2-48f7-82a9-b294a0ee0a5d req-9ff4c6c6-464b-4fac-ba31-f227212e8e3b tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Sep 21 09:37:56.766967 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18f68-7db4-49f9-8032-fc25b709fb62 req-1de49993-5e32-481b-9e71-77ed599520f7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:56.768451 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aed18f68-7db4-49f9-8032-fc25b709fb62 req-1de49993-5e32-481b-9e71-77ed599520f7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 944 time: 0.0480828 Sep 21 09:37:56.809183 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aed18f68-7db4-49f9-8032-fc25b709fb62 req-278d2dfd-8809-4daa-a2dd-21feaa91c27a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Sep 21 09:37:57.439429 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9b45debd-c717-42ad-9b93-014598bcf609 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:37:57.532235 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b45debd-c717-42ad-9b93-014598bcf609,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:37:57.542822 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Returning: {'device': '9b45debd-c717-42ad-9b93-014598bcf609', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'port_id': '9b45debd-c717-42ad-9b93-014598bcf609', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:37:57.579160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:57.591025 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b45debd-c717-42ad-9b93-014598bcf609 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:37:57.609105 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b45debd-c717-42ad-9b93-014598bcf609,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:37:57.612842 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:57.661331 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=4']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:57.668019 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.668370 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.668741 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.669081 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.669416 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.669749 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.670078 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.670405 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.670757 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.671087 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.671411 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.671757 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:57.921551 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a91ad1-2de1-403f-af7b-bd64d96c23fd req-b79d0060-8a2a-4214-971e-51637474291e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:57.923033 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d8a91ad1-2de1-403f-af7b-bd64d96c23fd req-b79d0060-8a2a-4214-971e-51637474291e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Sep 21 09:37:57.959430 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-d8a91ad1-2de1-403f-af7b-bd64d96c23fd req-e191f3b9-7e3f-4c25-8986-93cd6b241a70 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306582 Sep 21 09:37:57.980709 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] get_ports_and_sgs() called for port_ids ['9b45debd-c717-42ad-9b93-014598bcf609'] {{(pid=93978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:37:59.069895 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67b9d-8425-47a2-a952-1dfac0765f72 req-ac6ac151-79ef-42d0-a17e-eaaff0e4314a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:59.071414 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4ac67b9d-8425-47a2-a952-1dfac0765f72 req-ac6ac151-79ef-42d0-a17e-eaaff0e4314a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Sep 21 09:37:59.108022 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4ac67b9d-8425-47a2-a952-1dfac0765f72 req-0ccc6527-3390-4cab-8918-c27550c89223 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Sep 21 09:37:59.459449 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9b45debd-c717-42ad-9b93-014598bcf609 up at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:37:59.506183 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning for port 9b45debd-c717-42ad-9b93-014598bcf609 completed by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:37:59.509589 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Provisioning complete for port 9b45debd-c717-42ad-9b93-014598bcf609 triggered by entity L2. {{(pid=93978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:37:59.509956 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898279'] for port, provisioning_complete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:59.585314 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:59.607588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:37:59.610587 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d3dba36471eedecdd6af8f081318ead860859de9991e6414bf6102c9dfcf17b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74484b4d-c2d8-4be6-a775-c83f5fc00a43" -d '{"events": [{"server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "name": "network-vif-plugged", "status": "completed", "tag": "9b45debd-c717-42ad-9b93-014598bcf609"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:37:59.622415 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b45debd-c717-42ad-9b93-014598bcf609,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:37:59.627295 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:59.654615 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254bab41-9fa8-4dc7-a948-02e4fda4e944 x-openstack-request-id: req-254bab41-9fa8-4dc7-a948-02e4fda4e944 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:37:59.654911 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "name": "network-vif-plugged", "status": "completed", "tag": "9b45debd-c717-42ad-9b93-014598bcf609", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:37:59.655658 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-254bab41-9fa8-4dc7-a948-02e4fda4e944 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:37:59.656429 dv-cinder-790014-3-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609', 'code': 200} Sep 21 09:37:59.683451 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Pushing event updated for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=5']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:59.717015 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d363d497-0887-4671-9a04-4a4acc6faf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:59.856757 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1af3b-216e-421e-a994-094306fb0929 req-e727fccd-0c09-44d2-9430-aad7feb07507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:59.858212 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ee1af3b-216e-421e-a994-094306fb0929 req-e727fccd-0c09-44d2-9430-aad7feb07507 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1099 time: 0.0389085 Sep 21 09:37:59.891561 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ee1af3b-216e-421e-a994-094306fb0929 req-8a0ffd03-ed85-4259-bd1e-29f1377832d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266597 Sep 21 09:38:00.220738 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66def24-14ef-4980-a811-03c7891f02d2 req-bf45c91f-0064-4305-94e9-4affa8e77f9f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:00.222243 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f66def24-14ef-4980-a811-03c7891f02d2 req-bf45c91f-0064-4305-94e9-4affa8e77f9f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.0484877 Sep 21 09:38:00.261666 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f66def24-14ef-4980-a811-03c7891f02d2 req-8f75e313-f249-490e-875a-be792b9a6a9e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Sep 21 09:38:01.378990 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0faf89-1910-4ad4-9183-9d8e35dea795 req-9ba13402-d0a7-4485-b017-e1e2ba763fc2 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:01.380477 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-af0faf89-1910-4ad4-9183-9d8e35dea795 req-9ba13402-d0a7-4485-b017-e1e2ba763fc2 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.0518131 Sep 21 09:38:01.417547 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-af0faf89-1910-4ad4-9183-9d8e35dea795 req-afffd70b-e44c-4f1e-8333-c1a1c31804d0 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Sep 21 09:38:01.528954 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a2e2-28f2-4610-aa08-28d7f55084da req-d65ec32e-4c7a-4bff-a5c8-319a74819f69 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:01.531621 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae22a2e2-28f2-4610-aa08-28d7f55084da req-d65ec32e-4c7a-4bff-a5c8-319a74819f69 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.0488279 Sep 21 09:38:01.568103 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae22a2e2-28f2-4610-aa08-28d7f55084da req-ad889bd0-69fe-4213-8a88-1babbe41c58e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Sep 21 09:38:01.589715 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49326) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:38:01.789813 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c64e9a-4643-4060-82bb-ba516a82c107 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:01.791314 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-27c64e9a-4643-4060-82bb-ba516a82c107 tempest-TestVolumeBootPattern-1752667412 tempest-TestVolumeBootPattern-1752667412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1094 time: 0.2006705 Sep 21 09:38:01.794041 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49330) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:38:01.798431 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Request body: {'floatingip': {'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'port_id': '9b45debd-c717-42ad-9b93-014598bcf609', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:38:01.819577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:01.918009 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.019118 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Allocated IP 172.27.0.128 (5bf6a280-dbcb-4665-bec2-de79521b6cf8/b1cf62e1-81e8-478a-930f-2342cadee41f/187f1ae7-94bd-4ede-8674-227d8a3e4e4a) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:38:02.121381 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.152709 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756936959946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.188507 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Network 5bf6a280-dbcb-4665-bec2-de79521b6cf8 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:38:02.192807 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:38:02.196143 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:38:02.219959 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=187f1ae7-94bd-4ede-8674-227d8a3e4e4a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:02.325913 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8ee51506-c3ed-4bcc-b6c6-98e3497fc4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.547690 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.613121 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660523'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.762438 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.767409 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756937464333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756936959964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756936959982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62856973'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.839827 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event updated for resources: {'Port': ['ID=187f1ae7-94bd-4ede-8674-227d8a3e4e4a,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:02.848236 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3930124'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.952009 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP af06a8bb-625a-421a-ac1d-f15b34583e40 associated. External IP: 172.27.0.128, port: 9b45debd-c717-42ad-9b93-014598bcf609. Sep 21 09:38:03.158156 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:38:03.263096 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:38:03.273003 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:38:03.279205 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:03.282748 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:38:03.283378 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:38:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:03.320567 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3d8739ba-911c-4762-aaef-64196b62230d tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5119691 Sep 21 09:38:03.320567 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:38:03.320567 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed710717-fb07-4f22-abde-19ec524b72f9" -d '{"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:38:03.346979 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a30bd2f-186c-4fea-bd8a-14725cf6875d x-openstack-request-id: req-9a30bd2f-186c-4fea-bd8a-14725cf6875d {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:38:03.347265 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:38:03.347510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a30bd2f-186c-4fea-bd8a-14725cf6875d {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:38:03.347904 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609', 'status': 'completed', 'code': 200} Sep 21 09:38:03.389819 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:38:03.408603 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-ab35b6d9-de7f-4c62-bd39-cf08aff1a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:03.410093 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-ab35b6d9-de7f-4c62-bd39-cf08aff1a0f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1099 time: 0.0416667 Sep 21 09:38:03.506615 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-57d7f903-4633-41b9-85ac-f18bdfc29fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:03.508420 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-57d7f903-4633-41b9-85ac-f18bdfc29fad service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0911396 Sep 21 09:38:03.572819 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-6017fdbd-6d2a-4a92-b587-6b148ea8f836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 1000 time: 0.0567305 Sep 21 09:38:03.620348 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-53e0ec2b-77c3-44a5-92c8-364d7dfbc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:03.621197 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}, {'id': 'af06a8bb-625a-421a-ac1d-f15b34583e40', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '9b45debd-c717-42ad-9b93-014598bcf609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:02Z', 'updated_at': '2021-09-21T09:38:02Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:03.621852 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-53e0ec2b-77c3-44a5-92c8-364d7dfbc40f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0428510 Sep 21 09:38:03.651210 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:38:03.659777 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:38:03.660317 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:38:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:03.669595 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-5ed3f71b-b2b2-467e-8980-6565eb7bb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:03.671223 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-5ed3f71b-b2b2-467e-8980-6565eb7bb1d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428727 Sep 21 09:38:03.759739 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-a9639769-88a1-4c17-bd7f-a627d83c6761 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814421 Sep 21 09:38:03.763838 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:38:03.852004 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed710717-fb07-4f22-abde-19ec524b72f9 req-3454b79b-7398-4556-a033-f997f6513d28 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852482 Sep 21 09:38:03.853308 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:03.899740 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:04.000716 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}, {'id': 'af06a8bb-625a-421a-ac1d-f15b34583e40', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '9b45debd-c717-42ad-9b93-014598bcf609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:02Z', 'updated_at': '2021-09-21T09:38:02Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:04.029481 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b1909-2923-43eb-b710-a8c57b741d93 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}, {'id': 'af06a8bb-625a-421a-ac1d-f15b34583e40', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': '9b45debd-c717-42ad-9b93-014598bcf609', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:02Z', 'updated_at': '2021-09-21T09:38:02Z', 'revision_number': 0, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:38:04.203821 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c502083-2b37-4e1f-be00-aa93d11eb730 None None] New status for floating IP af06a8bb-625a-421a-ac1d-f15b34583e40: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:38:05.401557 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:11.960345 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:38:24.595469 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.718475 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8c3740c4-c9b7-4e69-aede-950c110ac520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:32.326586 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-275a82a1-6f94-467e-86fa-16735ea6ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:33.834377 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:33.891554 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:35.403903 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:36.935161 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-30c64559-b43c-48c9-b20c-48bdf29f81ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822093 Sep 21 09:38:37.013046 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526830-efaf-4765-8344-9c856c4899ab req-4297684e-9f76-492c-a7b4-8873ccd59a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:37.014530 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-4297684e-9f76-492c-a7b4-8873ccd59a51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0401204 Sep 21 09:38:37.117941 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526830-efaf-4765-8344-9c856c4899ab req-faba31d3-a9b8-4e8b-9361-1f0f03170c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:37.119270 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-faba31d3-a9b8-4e8b-9361-1f0f03170c73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0848041 Sep 21 09:38:37.183980 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-3de8a972-3fac-45ec-b606-b406f3bb35f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 1001 time: 0.0573866 Sep 21 09:38:37.235481 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526830-efaf-4765-8344-9c856c4899ab req-478ae186-7679-4ca5-8819-67a0219ffc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:37.236966 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-478ae186-7679-4ca5-8819-67a0219ffc2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0461872 Sep 21 09:38:37.281324 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526830-efaf-4765-8344-9c856c4899ab req-006b7df5-98e1-4418-a952-fdc992b8cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:37.282747 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-006b7df5-98e1-4418-a952-fdc992b8cd33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385196 Sep 21 09:38:37.368619 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-d8c9063a-f88f-46aa-8bf3-45079f5d3beb service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784762 Sep 21 09:38:37.458285 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae526830-efaf-4765-8344-9c856c4899ab req-585609bc-c2d6-4047-a3e6-89339d76b04c service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828037 Sep 21 09:38:43.098583 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-4d8aff0e-cc26-497d-955e-08dbac02c3c8 req-7b277170-fb36-491e-8b84-3236e0acc6f7 service neutron] (93977) timed out ('10.222.0.47', 49418) {{(pid=93977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:38:43.375907 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-445e7ace-531b-403e-bdaf-51cdc1a28765 req-55f4edb7-860e-46b9-9b6a-dc0dd4c4a134 service neutron] (93977) timed out ('10.222.0.47', 49429) {{(pid=93977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:38:43.449630 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-c2ba45f4-4f6c-4b3c-862e-8dde1f918ca7 req-20f72905-3448-47cf-a4cc-d78ab601c8ed service neutron] (93976) timed out ('10.222.0.47', 49432) {{(pid=93976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:38:48.958796 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:38:54.591539 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:59.719327 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d8660345-aa6d-40ac-a05f-8e7a400b84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:02.327794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1ffea75b-08bb-4eb1-aadb-d8c80af80944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:03.835349 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:03.884243 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:05.406613 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:24.601560 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:25.957542 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:39:29.719949 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e83ae212-09c9-49ed-aac1-3cbc0bc91183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:32.328072 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4a2c14a5-b477-4b87-aab5-ea1ba9e6edfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:33.836126 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:33.886765 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:35.409979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:37.893073 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-62065bfe-de7d-452c-a5a7-93b7c15ca458 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399690 Sep 21 09:39:37.954001 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b133-ba79-4241-898a-429cca64ac65 req-8ba06b97-f5d5-40ee-b383-acbb0d714661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:37.955530 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-8ba06b97-f5d5-40ee-b383-acbb0d714661 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1099 time: 0.0421298 Sep 21 09:39:38.059714 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b133-ba79-4241-898a-429cca64ac65 req-b0ee0f15-af03-4f25-a0cd-4f5e7bbbf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:38.061476 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-b0ee0f15-af03-4f25-a0cd-4f5e7bbbf913 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.0872114 Sep 21 09:39:38.124633 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-1ed37129-4230-4cc6-8718-1a5a61a21d51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 1002 time: 0.0560791 Sep 21 09:39:38.185394 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b133-ba79-4241-898a-429cca64ac65 req-afb55057-28b0-4b2e-b39b-1dc6f99b105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:38.186964 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-afb55057-28b0-4b2e-b39b-1dc6f99b105d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0562091 Sep 21 09:39:38.232390 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b133-ba79-4241-898a-429cca64ac65 req-4c3649a7-cdd8-44a0-b88e-def9a7e04815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:38.233904 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-4c3649a7-cdd8-44a0-b88e-def9a7e04815 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402684 Sep 21 09:39:38.329751 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-afb0d6fe-f7bf-429d-a57e-e9b29a34e897 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Sep 21 09:39:38.416027 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c11b133-ba79-4241-898a-429cca64ac65 req-de716279-c7b1-4ba7-bb39-ff0848679264 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785494 Sep 21 09:39:52.888959 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49362) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:39:53.044040 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port 187f1ae7-94bd-4ede-8674-227d8a3e4e4a {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:39:53.044377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.120873 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.121198 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.132328 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for 187f1ae7-94bd-4ede-8674-227d8a3e4e4a owned by network:floatingip {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:39:53.275703 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.304769 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=187f1ae7-94bd-4ede-8674-227d8a3e4e4a,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:39:53.316210 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.316583 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.316930 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.317267 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.317601 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.317935 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.318265 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.318593 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.318924 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.319246 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.319599 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.319923 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:53.373003 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.373332 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP af06a8bb-625a-421a-ac1d-f15b34583e40 disassociated (deleted). External IP: 172.27.0.128, port: 9b45debd-c717-42ad-9b93-014598bcf609. Sep 21 09:39:53.579545 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:39:53.687503 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:39:53.693068 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:53.697653 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:39:53.710540 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:39:53.711146 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:39:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:39:53.719070 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-28a25d2a-afb5-4fd5-939b-63eb8911abbe tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "DELETE /v2.0/floatingips/af06a8bb-625a-421a-ac1d-f15b34583e40 HTTP/1.1" status: 204 len: 168 time: 0.8291147 Sep 21 09:39:53.719766 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:39:53.722198 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11412e9c-035a-41c3-abae-b4060db1df54" -d '{"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:39:53.820823 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:39:53.927633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd8c42-e2e7-4446-b44a-03664fe8e030 x-openstack-request-id: req-8bcd8c42-e2e7-4446-b44a-03664fe8e030 {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:39:53.927633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "tag": "9b45debd-c717-42ad-9b93-014598bcf609", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:39:53.927633 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bcd8c42-e2e7-4446-b44a-03664fe8e030 {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:39:53.927633 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609', 'status': 'completed', 'code': 200} Sep 21 09:39:54.067916 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:39:54.094818 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:39:54.104113 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:39:54.104769 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:39:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:39:54.215786 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:39:54.305280 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bb654-50fd-4512-8730-3086a9d8da4b req-88b37433-bb3f-4951-a94a-b3ca41a0b065 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:54.306899 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c9bb654-50fd-4512-8730-3086a9d8da4b req-88b37433-bb3f-4951-a94a-b3ca41a0b065 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.4084754 Sep 21 09:39:54.309937 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412e9c-035a-41c3-abae-b4060db1df54 req-aeeb58b4-ef09-4ec8-8398-62b72a5cf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:54.311426 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-aeeb58b4-ef09-4ec8-8398-62b72a5cf242 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 1099 time: 0.3614380 Sep 21 09:39:54.373817 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c9bb654-50fd-4512-8730-3086a9d8da4b req-b187f8db-1051-4869-a1af-bc67938a7b2c tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603776 Sep 21 09:39:54.431528 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412e9c-035a-41c3-abae-b4060db1df54 req-345873af-e5ed-4b2a-b599-74a2247e78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:54.433133 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-345873af-e5ed-4b2a-b599-74a2247e78f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.1127737 Sep 21 09:39:54.478539 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-236f4c21-16ed-478f-9dbb-6d280d13973f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 200 len: 217 time: 0.0370915 Sep 21 09:39:54.529224 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412e9c-035a-41c3-abae-b4060db1df54 req-77c1b200-4775-4280-88fa-47b68b5f8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:54.530707 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-77c1b200-4775-4280-88fa-47b68b5f8c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0431147 Sep 21 09:39:54.578914 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412e9c-035a-41c3-abae-b4060db1df54 req-bdf9a335-760e-4360-b6aa-b389f83278b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:54.580416 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:39:54.581229 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-bdf9a335-760e-4360-b6aa-b389f83278b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418510 Sep 21 09:39:54.610533 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e190fce-6209-4863-9ad6-1879c86499b4 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_floatingips': [{'id': '71bf7327-97e6-45b3-ac98-72f63aea80b2', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'router_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'port_id': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'mac_address': 'fa:16:3e:41:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:35:29Z', 'updated_at': '2021-09-21T09:35:31Z', 'revision_number': 1, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:39:54.623611 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:54.681293 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-434d24b7-c224-459b-b24e-3a950d488b3c service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922112 Sep 21 09:39:54.774611 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11412e9c-035a-41c3-abae-b4060db1df54 req-a63c7e94-726b-492b-8535-29ce8cb65951 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844951 Sep 21 09:39:54.837299 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e45e1-0ae0-4856-8163-d6151df1aa0f None None] New status for floating IP af06a8bb-625a-421a-ac1d-f15b34583e40: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:39:55.543117 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb9af-05a8-449c-ad52-da9b9d9b73ec req-4e2cc1fc-74a2-49b4-9818-64d4b79ff5d6 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:55.544653 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-71dcb9af-05a8-449c-ad52-da9b9d9b73ec req-4e2cc1fc-74a2-49b4-9818-64d4b79ff5d6 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.1023190 Sep 21 09:39:55.581721 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-71dcb9af-05a8-449c-ad52-da9b9d9b73ec req-49f3c218-3df8-4bd0-865a-a760c6ab5eba tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Sep 21 09:39:55.710977 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203842ef-2f87-41a2-b1ff-9243169e898c req-0f1fefd9-a279-48ec-b1d2-3b27d23624e3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:55.712896 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-203842ef-2f87-41a2-b1ff-9243169e898c req-0f1fefd9-a279-48ec-b1d2-3b27d23624e3 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 946 time: 0.0569029 Sep 21 09:39:55.799443 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port 9b45debd-c717-42ad-9b93-014598bcf609 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:39:55.799790 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:55.888555 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] For port 9b45debd-c717-42ad-9b93-014598bcf609, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b45debd-c717-42ad-9b93-014598bcf609,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:39:55.888924 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:55.900976 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for 9b45debd-c717-42ad-9b93-014598bcf609 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:39:56.022684 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:56.055163 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=9b45debd-c717-42ad-9b93-014598bcf609,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:39:56.081728 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.082085 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.082430 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.082771 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.083101 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.083435 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.083765 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.084104 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.084420 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.084767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.085105 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.085412 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:39:56.104202 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] No DVR routers for this DVR port 9b45debd-c717-42ad-9b93-014598bcf609 on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:39:56.106548 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:56.108513 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-203842ef-2f87-41a2-b1ff-9243169e898c req-f6f807d5-0612-4d69-a0d7-8adf02328c0e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "DELETE /v2.0/ports/9b45debd-c717-42ad-9b93-014598bcf609 HTTP/1.1" status: 204 len: 173 time: 0.3895326 Sep 21 09:39:56.108960 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'name': 'network-vif-deleted', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:39:56.111435 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9a2b15-ec87-42a9-8852-8e714790fbdd" -d '{"events": [{"server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "name": "network-vif-deleted", "tag": "9b45debd-c717-42ad-9b93-014598bcf609"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:39:56.147021 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2040807-603f-44be-af1e-7ef9ade44e04 x-openstack-request-id: req-c2040807-603f-44be-af1e-7ef9ade44e04 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:39:56.147313 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267e28a5-ef2f-4bc7-b616-5c2928545d84", "name": "network-vif-deleted", "tag": "9b45debd-c717-42ad-9b93-014598bcf609", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:39:56.147598 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2040807-603f-44be-af1e-7ef9ade44e04 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:39:56.148000 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e28a5-ef2f-4bc7-b616-5c2928545d84', 'name': 'network-vif-deleted', 'tag': '9b45debd-c717-42ad-9b93-014598bcf609', 'status': 'completed', 'code': 200} Sep 21 09:39:56.685925 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-c14ccee7-83a1-4e25-acdf-de5638c1b599 req-c43d67a3-903e-4366-9d59-dbf30c87636a tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=267e28a5-ef2f-4bc7-b616-5c2928545d84 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Sep 21 09:39:59.721797 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-451bd48b-98ad-439d-b376-d03d3f2a2c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:59.946540 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9b45debd-c717-42ad-9b93-014598bcf609 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:39:59.955135 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49412) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:39:59.966018 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: 9b45debd-c717-42ad-9b93-014598bcf609 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:39:59.966364 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device 9b45debd-c717-42ad-9b93-014598bcf609 not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:00.114463 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port 6694020a-bcf2-4a16-89ea-7e9262df9433 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:00.114930 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.196985 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.197224 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.209167 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for 6694020a-bcf2-4a16-89ea-7e9262df9433 owned by network:floatingip {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:00.351998 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.380595 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=6694020a-bcf2-4a16-89ea-7e9262df9433,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:00.437253 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.437253 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.db.l3_db [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Floating IP 71bf7327-97e6-45b3-ac98-72f63aea80b2 disassociated (deleted). External IP: 172.27.0.249, port: f90ca9f0-dce7-421b-8f80-da62adef9ebe. Sep 21 09:40:00.876832 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:40:00.981595 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:40:00.986367 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:00.990916 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:40:00.999368 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:00.999968 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:39:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:01.011938 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-9f6c7a14-809a-45d3-9679-3d740eaf82bb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "DELETE /v2.0/floatingips/71bf7327-97e6-45b3-ac98-72f63aea80b2 HTTP/1.1" status: 204 len: 168 time: 1.0552242 Sep 21 09:40:01.012525 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe'}] {{(pid=93976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:40:01.015151 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e6a5c7bade8bb061681b641a8fc31cff60e770057f51be0701f37aaea0c713" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe"}]}' {{(pid=93976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:40:01.051712 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995b6a4-0166-4c6c-851d-970d4ededb7b x-openstack-request-id: req-6995b6a4-0166-4c6c-851d-970d4ededb7b {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:40:01.052007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe", "status": "completed", "code": 200}]} {{(pid=93976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:40:01.052520 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6995b6a4-0166-4c6c-851d-970d4ededb7b {{(pid=93976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:40:01.052949 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'status': 'completed', 'code': 200} Sep 21 09:40:01.112107 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:01.120180 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-2c363ceb-bc10-408f-b453-4489832c5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:01.121738 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-2c363ceb-bc10-408f-b453-4489832c5692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 1098 time: 0.0433898 Sep 21 09:40:01.273759 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7108a9-54d3-42c5-b81b-dbc9ce6584a5 req-dbcb5e6e-daad-410b-8e1d-41e7d3ca330f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:01.275225 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fc7108a9-54d3-42c5-b81b-dbc9ce6584a5 req-dbcb5e6e-daad-410b-8e1d-41e7d3ca330f tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0685425 Sep 21 09:40:01.276220 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-1ec11f40-2bda-4b74-9631-25b18180a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:01.277580 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-1ec11f40-2bda-4b74-9631-25b18180a30c service neutron] 10.222.0.47 "GET /v2.0/networks?id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 200 len: 912 time: 0.1362572 Sep 21 09:40:01.319854 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:01.332343 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-a4fd8dc2-a778-4bd3-8e8d-2056d0b0537c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 200 len: 217 time: 0.0444033 Sep 21 09:40:01.349870 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:40:01.359222 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:01.359833 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:39:32Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:01.378898 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fc7108a9-54d3-42c5-b81b-dbc9ce6584a5 req-f74054e5-e07e-4d54-b81c-eed3e614effb tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973511 Sep 21 09:40:01.400564 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-a1136f55-0503-401e-81b8-c83340a8a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:01.400564 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-a1136f55-0503-401e-81b8-c83340a8a676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 200 len: 850 time: 0.0539813 Sep 21 09:40:01.444179 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-78d8993d-12d4-43cd-a474-c6fc72444f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:01.445734 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-78d8993d-12d4-43cd-a474-c6fc72444f26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db821c55-0aa5-4c7d-b5f4-d83fae9440c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396268 Sep 21 09:40:01.464523 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:01.549371 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-c42350ac-aad9-4140-b6ca-5055dd03ee6f service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960882 Sep 21 09:40:01.640202 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80de696c-0fe0-4fd3-9ecf-789bd9d1288a req-1a3eebe4-9575-49f5-9b40-fcc466ebc0d8 service neutron] 10.222.0.47 "GET /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834980 Sep 21 09:40:01.661568 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:01.687116 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73a7c1-48f2-4616-8709-fc87e6a01771 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:31:40Z', 'revision_number': 4, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi', '_interfaces': [{'id': '613408e4-2bae-4dc3-9d25-e57e10b85e12', 'name': '', 'network_id': 'db821c55-0aa5-4c7d-b5f4-d83fae9440c6', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'mac_address': 'fa:16:3e:7b:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:39Z', 'updated_at': '2021-09-21T09:31:44Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'subnets': [{'id': '5de91fde-f685-44a1-bdfb-58368f7f7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:40:01.898005 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63537d33-e72e-4585-840d-29f0b3d4623d None None] New status for floating IP 71bf7327-97e6-45b3-ac98-72f63aea80b2: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:40:02.329059 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6dddb83-b004-4931-8140-f66705ab9042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:02.498291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554db99-34fc-4886-8cd2-c0af773d4ad8 req-94f4ad6d-2343-4ab8-a6c2-9cedce467946 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:02.499752 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4554db99-34fc-4886-8cd2-c0af773d4ad8 req-94f4ad6d-2343-4ab8-a6c2-9cedce467946 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Sep 21 09:40:02.538752 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-4554db99-34fc-4886-8cd2-c0af773d4ad8 req-705593ce-0f1c-4b99-b4cb-af4aeddc63f2 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab26c309-75d2-4aa5-9155-c8a2cec21870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Sep 21 09:40:02.918845 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6782d-de83-483c-841a-615de01edde0 req-a4dc16c8-cb24-4611-977c-d98a44800ad7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:02.920300 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-92f6782d-de83-483c-841a-615de01edde0 req-a4dc16c8-cb24-4611-977c-d98a44800ad7 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 945 time: 0.0543797 Sep 21 09:40:02.955743 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:40:03.008725 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port f90ca9f0-dce7-421b-8f80-da62adef9ebe {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:03.009068 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:03.100852 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] For port f90ca9f0-dce7-421b-8f80-da62adef9ebe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=f90ca9f0-dce7-421b-8f80-da62adef9ebe,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:03.101216 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:03.113658 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for f90ca9f0-dce7-421b-8f80-da62adef9ebe owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:03.237577 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:03.270115 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=f90ca9f0-dce7-421b-8f80-da62adef9ebe,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:03.310446 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] No DVR routers for this DVR port f90ca9f0-dce7-421b-8f80-da62adef9ebe on host hv-cinder-79001 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:40:03.313254 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:03.315273 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [req-92f6782d-de83-483c-841a-615de01edde0 req-d9a3b332-a9ad-4e78-853f-0d3b9eca613e tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.47 "DELETE /v2.0/ports/f90ca9f0-dce7-421b-8f80-da62adef9ebe HTTP/1.1" status: 204 len: 173 time: 0.3888521 Sep 21 09:40:03.315753 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'name': 'network-vif-deleted', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:40:03.317998 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e582300ae43b3517db0a26987818bc0fd02033613855c9b0f98a8c5eef865e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee863406-b23f-4784-8160-0ef0e759284d" -d '{"events": [{"server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "name": "network-vif-deleted", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:40:03.357729 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea04aec1-c8c8-4c64-b1da-30f052623ae9 x-openstack-request-id: req-ea04aec1-c8c8-4c64-b1da-30f052623ae9 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:40:03.358020 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9b53a7-3edc-4a2a-9543-64cac9a1d742", "name": "network-vif-deleted", "tag": "f90ca9f0-dce7-421b-8f80-da62adef9ebe", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:40:03.358272 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea04aec1-c8c8-4c64-b1da-30f052623ae9 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:40:03.358674 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9b53a7-3edc-4a2a-9543-64cac9a1d742', 'name': 'network-vif-deleted', 'tag': 'f90ca9f0-dce7-421b-8f80-da62adef9ebe', 'status': 'completed', 'code': 200} Sep 21 09:40:03.635260 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [req-8359b28a-a967-4115-a852-bf21e7ef8040 req-3fd63ece-ec73-41bb-8a0b-8b5717257ae8 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a9b53a7-3edc-4a2a-9543-64cac9a1d742 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Sep 21 09:40:03.838769 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:03.890892 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:04.691691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49430) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:04.812706 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Deleting port 8e6897f3-4133-49df-ae61-bb48c5c376ee {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:04.813051 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:04.889247 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:04.889578 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:04.903325 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Calling delete_port for 8e6897f3-4133-49df-ae61-bb48c5c376ee owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:05.029166 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:05.058664 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'Port': ['ID=8e6897f3-4133-49df-ae61-bb48c5c376ee,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:05.116806 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:05.119301 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46433'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:05.120460 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0df2f91a-8238-4eaa-bbdd-811eb6abff92 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "DELETE /v2.0/floatingips/d476e2f6-fca1-46f7-a97e-cdf44a304360 HTTP/1.1" status: 204 len: 168 time: 0.4278193 Sep 21 09:40:05.417654 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:05.961136 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f90ca9f0-dce7-421b-8f80-da62adef9ebe no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:05.981208 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] No Port match for: f90ca9f0-dce7-421b-8f80-da62adef9ebe {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:05.981548 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Device f90ca9f0-dce7-421b-8f80-da62adef9ebe not bound to the agent host hv-cinder-79001 {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:06.313350 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49442) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:06.369502 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:06.394683 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:06.458142 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:06.460670 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:06.461840 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab26c309-75d2-4aa5-9155-c8a2cec21870 HTTP/1.1" status: 204 len: 168 time: 0.1470032 Sep 21 09:40:06.471581 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fca14e-ca8b-4d6f-a715-2f8740e8c997 tempest-TestVolumeBootPattern-575575509 tempest-TestVolumeBootPattern-575575509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26c309-75d2-4aa5-9155-c8a2cec21870,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:06.528335 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49446) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:06.973355 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:07.211664 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Deleting port 613408e4-2bae-4dc3-9d25-e57e10b85e12 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:07.211999 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:07.288737 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] For port 613408e4-2bae-4dc3-9d25-e57e10b85e12, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=613408e4-2bae-4dc3-9d25-e57e10b85e12,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:07.289013 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:07.301696 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Calling delete_port for 613408e4-2bae-4dc3-9d25-e57e10b85e12 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:07.470527 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:07.496423 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=613408e4-2bae-4dc3-9d25-e57e10b85e12,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:07.662711 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:07.866598 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:40:07.970762 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:40:07.976651 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b03928bc-b7a0-417b-bf3a-a3eb44e37c75 admin admin] 10.222.0.42 "PUT /v2.0/routers/c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4484890 Sep 21 09:40:07.978375 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49450) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:07.979217 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Sync routers for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:40:07.988954 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:07.989564 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:40:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:08.084158 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.093422 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:08.187411 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.241126 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Deleting port 87346a51-6839-4a89-a536-fb847bf30d82 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:08.241466 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.272562 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '87346a51-6839-4a89-a536-fb847bf30d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:40:07Z', 'revision_number': 5, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port': {'id': '87346a51-6839-4a89-a536-fb847bf30d82', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:38Z', 'updated_at': '2021-09-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:08.298823 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Checking router: c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 for host: dv-cinder-790014-3-iscsi {{(pid=93978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:40:08.307692 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Routers {'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:08.308414 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:40:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'], 'active': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:08.323479 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] For port 87346a51-6839-4a89-a536-fb847bf30d82, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=87346a51-6839-4a89-a536-fb847bf30d82,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:08.323843 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.335662 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Calling delete_port for 87346a51-6839-4a89-a536-fb847bf30d82 owned by network:router_gateway {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:08.401479 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvr_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] Set router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 gateway port host: None {{(pid=93978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:08.452630 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_hamode_db [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:40:08Z', 'revision_number': 6, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:08.482699 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563914df-d89b-4e77-9e54-30db0047f882 None None] The sync data for ids ['c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8'] in dv-cinder-790014-3-iscsi is: [{'id': 'c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8', 'name': 'tempest-TestVolumeBootPattern-765560714-router', 'tenant_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:37Z', 'updated_at': '2021-09-21T09:40:08Z', 'revision_number': 6, 'project_id': 'a5a1f4dd3aa041d28fd31d906a9afcb6', 'gw_port_host': None}] {{(pid=93978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:40:08.509296 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.543024 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87346a51-6839-4a89-a536-fb847bf30d82,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:08.604010 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.693429 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.695466 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.742766 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.743324 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 {{(pid=93976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:40:08.748164 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.749479 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-71798785-ea49-4cd8-811d-4de62c6b08b9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c556927b-f0ca-43f5-a1c5-0a72dd1a8ca8 HTTP/1.1" status: 204 len: 168 time: 0.7701354 Sep 21 09:40:08.752178 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49452) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:08.800261 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Deleting subnet 5de91fde-f685-44a1-bdfb-58368f7f7474 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:40:08.803494 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.838334 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.919138 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:08.974153 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.000400 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de91fde-f685-44a1-bdfb-58368f7f7474,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:09.006600 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.008619 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2556204e-04a7-48e8-8875-fddbfbf6fb9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5de91fde-f685-44a1-bdfb-58368f7f7474 HTTP/1.1" status: 204 len: 168 time: 0.2553329 Sep 21 09:40:09.011200 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49454) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:09.012171 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c02f0-ea2f-4926-92f5-09b6bc0884b2 None None] Network db821c55-0aa5-4c7d-b5f4-d83fae9440c6 requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:40:09.089162 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.148143 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Deleting port 12a45902-cab4-422b-b7b2-41a92929368f {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:09.148639 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.217409 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] For port 12a45902-cab4-422b-b7b2-41a92929368f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12a45902-cab4-422b-b7b2-41a92929368f,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:09.217877 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.231473 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Calling delete_port for 12a45902-cab4-422b-b7b2-41a92929368f owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:09.243159 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] DHCP port deletion for db821c55-0aa5-4c7d-b5f4-d83fae9440c6 request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:40:09.293250 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Deleting port 12a45902-cab4-422b-b7b2-41a92929368f {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:09.293732 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.318433 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.344851 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a45902-cab4-422b-b7b2-41a92929368f,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:09.348522 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] No DVR routers for this DVR port 12a45902-cab4-422b-b7b2-41a92929368f on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:40:09.364893 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] For port 12a45902-cab4-422b-b7b2-41a92929368f, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=12a45902-cab4-422b-b7b2-41a92929368f,segment=NetworkSegment(9cc9601e-df00-48dc-ba93-00d0baa154ad),segment_id=9cc9601e-df00-48dc-ba93-00d0baa154ad)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:09.365300 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.378601 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Calling delete_port for 12a45902-cab4-422b-b7b2-41a92929368f owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:09.435450 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.459810 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db821c55-0aa5-4c7d-b5f4-d83fae9440c6']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:09.464500 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.476048 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc9601e-df00-48dc-ba93-00d0baa154ad') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:09.476416 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc9601e-df00-48dc-ba93-00d0baa154ad') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:09.488917 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.490788 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Pushing event deleted for resources: {'Port': ['ID=12a45902-cab4-422b-b7b2-41a92929368f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:09.495301 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] No DVR routers for this DVR port 12a45902-cab4-422b-b7b2-41a92929368f on host dv-cinder-790014-3-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:40:09.503872 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.504268 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.504588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.504909 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.505261 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.505859 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.506152 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.506482 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.506823 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.507195 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.507531 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.507693 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.508197 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6d2d0f-93c8-4822-a95d-2170118c546e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-3-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:09.516818 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:40:09.516818 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:40:09.524518 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:40:09.575841 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.581245 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:09.584978 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] 10.222.0.42 "DELETE /v2.0/networks/db821c55-0aa5-4c7d-b5f4-d83fae9440c6 HTTP/1.1" status: 204 len: 168 time: 0.5727184 Sep 21 09:40:09.585982 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49456) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:09.595898 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdd91a-ed6e-4df0-af7d-cab09ac4aa02 admin admin] Pushing event deleted for resources: {'Network': ['ID=db821c55-0aa5-4c7d-b5f4-d83fae9440c6,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:10.214398 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919116'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:10.456164 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Deleting port 2df79079-d104-4cbf-bf18-98da213d5a03 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:10.456510 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:10.499080 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 613408e4-2bae-4dc3-9d25-e57e10b85e12 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:10.519318 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 613408e4-2bae-4dc3-9d25-e57e10b85e12 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:10.520323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 613408e4-2bae-4dc3-9d25-e57e10b85e12 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:10.520323 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12a45902-cab4-422b-b7b2-41a92929368f no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:10.538394 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] For port 2df79079-d104-4cbf-bf18-98da213d5a03, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=2df79079-d104-4cbf-bf18-98da213d5a03,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:10.538591 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 12a45902-cab4-422b-b7b2-41a92929368f {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:10.538767 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:10.538875 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 12a45902-cab4-422b-b7b2-41a92929368f not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:10.539254 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 87346a51-6839-4a89-a536-fb847bf30d82 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:10.552229 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Calling delete_port for 2df79079-d104-4cbf-bf18-98da213d5a03 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:10.560607 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 87346a51-6839-4a89-a536-fb847bf30d82 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:10.560957 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 87346a51-6839-4a89-a536-fb847bf30d82 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:10.730251 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:10.755596 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Pushing event deleted for resources: {'Port': ['ID=2df79079-d104-4cbf-bf18-98da213d5a03,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:10.933314 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930300'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.147560 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Router 5274fbc5-02ad-41c0-8a20-4881f468a488 has already been hosted by L3 agent ddf44563-e72a-4899-8fff-023cdf2e5b10 {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:40:11.255118 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] Notify agent at l3_agent.dv-cinder-790014-3-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:40:11.260095 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8c1c2585-5fe2-4625-ac70-2b4cf0e1275b admin admin] 10.222.0.42 "PUT /v2.0/routers/5274fbc5-02ad-41c0-8a20-4881f468a488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6730418 Sep 21 09:40:11.262495 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49458) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:11.264995 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Sync routers for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:40:11.275106 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:11.275709 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:40:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:11.370792 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.380985 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: dv-cinder-790014-3-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:11.477619 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.533888 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Deleting port 1c19c065-4683-495e-952b-7ea882de7b8b {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:11.534239 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.615737 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] For port 1c19c065-4683-495e-952b-7ea882de7b8b, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=1c19c065-4683-495e-952b-7ea882de7b8b,segment=NetworkSegment(207039fe-ce12-46f3-99b3-0cadfbbbeef1),segment_id=207039fe-ce12-46f3-99b3-0cadfbbbeef1)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:11.616108 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.628347 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Calling delete_port for 1c19c065-4683-495e-952b-7ea882de7b8b owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:11.639819 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'external_fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:40:10Z', 'revision_number': 5, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port': {'id': '1c19c065-4683-495e-952b-7ea882de7b8b', 'name': '', 'network_id': '5bf6a280-dbcb-4665-bec2-de79521b6cf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1cf62e1-81e8-478a-930f-2342cadee41f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-3-iscsi'}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:11.665745 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Checking router: 5274fbc5-02ad-41c0-8a20-4881f468a488 for host: dv-cinder-790014-3-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:40:11.674751 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Routers {'5274fbc5-02ad-41c0-8a20-4881f468a488'} bound to L3 agent in host dv-cinder-790014-3-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:40:11.675352 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T09:15:02Z,description=,heartbeat_timestamp=2021-09-21T09:40:02Z,host='dv-cinder-790014-3-iscsi',id=ddf44563-e72a-4899-8fff-023cdf2e5b10,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T09:15:02Z,topic='l3_agent')) {'router_ids': ['5274fbc5-02ad-41c0-8a20-4881f468a488'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:11.761029 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] Set router 5274fbc5-02ad-41c0-8a20-4881f468a488 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:40:11.791844 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62856980'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.815373 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:40:11Z', 'revision_number': 6, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port_host': None}], 'dv-cinder-790014-3-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:11.821524 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c19c065-4683-495e-952b-7ea882de7b8b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:11.841829 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76318fa-e5da-4006-a42c-8dc18f8d37bc None None] The sync data for ids ['5274fbc5-02ad-41c0-8a20-4881f468a488'] in dv-cinder-790014-3-iscsi is: [{'id': '5274fbc5-02ad-41c0-8a20-4881f468a488', 'name': 'tempest-TestVolumeBootPattern-1945345106-router', 'tenant_id': '8579cb97ffa645b78427e48f44a7b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:42Z', 'updated_at': '2021-09-21T09:40:11Z', 'revision_number': 6, 'project_id': '8579cb97ffa645b78427e48f44a7b301', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:40:11.884773 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3930234'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.973936 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1418'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:11.976007 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.018977 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3917520'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.019575 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5274fbc5-02ad-41c0-8a20-4881f468a488 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:40:12.024691 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.025919 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a94defc8-ad2d-4230-97c5-9276ab6d777d admin admin] 10.222.0.42 "DELETE /v2.0/routers/5274fbc5-02ad-41c0-8a20-4881f468a488 HTTP/1.1" status: 204 len: 168 time: 0.7623956 Sep 21 09:40:12.028344 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.42', 49460) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:12.072559 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Deleting subnet 39c5a17c-f127-4953-8d5d-838a963a640d {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:40:12.075447 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.109257 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59504972'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.186513 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672155'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.245331 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62857019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59615247'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.272872 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c5a17c-f127-4953-8d5d-838a963a640d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:12.276587 dv-cinder-790014-3-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.279451 dv-cinder-790014-3-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ecc0aa97-bab4-4ab5-a0df-bfbe70bf9fa0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39c5a17c-f127-4953-8d5d-838a963a640d HTTP/1.1" status: 204 len: 168 time: 0.2500727 Sep 21 09:40:12.281159 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49462) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:12.283003 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030f992-1963-4a15-befd-6c702e295fef None None] Network 1b2d987a-4867-43c0-880e-d2ab91184ebf requested from dv-cinder-790014-3-iscsi {{(pid=93978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:40:12.353113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529002'] for network, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.406319 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Deleting port df94d376-b519-4526-a2e4-020bd7877396 {{(pid=93976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:40:12.406845 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756937457969'] for port, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.473121 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.db [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] For port df94d376-b519-4526-a2e4-020bd7877396, host dv-cinder-790014-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-3-iscsi',level=0,port_id=df94d376-b519-4526-a2e4-020bd7877396,segment=NetworkSegment(dcbf84c7-be30-4f12-a24a-ec60a12612ab),segment_id=dcbf84c7-be30-4f12-a24a-ec60a12612ab)] {{(pid=93976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:12.473484 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3926852'] for port, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.485606 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.plugin [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Calling delete_port for df94d376-b519-4526-a2e4-020bd7877396 owned by network:dhcp {{(pid=93976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:40:12.565742 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756937464055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756936959955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793361'] for port, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.589342 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Pushing event deleted for resources: {'Port': ['ID=df94d376-b519-4526-a2e4-020bd7877396,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:12.596302 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] No DVR routers for this DVR port df94d376-b519-4526-a2e4-020bd7877396 on host dv-cinder-790014-3-iscsi {{(pid=93976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:40:12.634160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c79b8-7212-4275-9620-6218cdd3714d None None] DHCP port deletion for 1b2d987a-4867-43c0-880e-d2ab91184ebf request from dv-cinder-790014-3-iscsi {{(pid=93978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:40:12.688744 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device df94d376-b519-4526-a2e4-020bd7877396 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:12.692432 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672540', 'neutron.services.segments.db._delete_segments_for_network-8756937472157'] for network, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.712622 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: df94d376-b519-4526-a2e4-020bd7877396 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:12.712965 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device df94d376-b519-4526-a2e4-020bd7877396 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:12.713579 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 1c19c065-4683-495e-952b-7ea882de7b8b no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:12.714814 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2d987a-4867-43c0-880e-d2ab91184ebf']}} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:12.725169 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbf84c7-be30-4f12-a24a-ec60a12612ab') {'for_net_delete': True} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:12.725487 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.services.segments.db [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbf84c7-be30-4f12-a24a-ec60a12612ab') {} {{(pid=93976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:40:12.733029 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 1c19c065-4683-495e-952b-7ea882de7b8b {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:12.733376 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 1c19c065-4683-495e-952b-7ea882de7b8b not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:12.733794 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2df79079-d104-4cbf-bf18-98da213d5a03 no longer exists at agent ovs-agent-dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:12.735103 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756937471654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62793388'] for segment, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.749585 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062'] for segment, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.753378 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] No Port match for: 2df79079-d104-4cbf-bf18-98da213d5a03 {{(pid=93978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:40:12.753932 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.rpc [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Device 2df79079-d104-4cbf-bf18-98da213d5a03 not bound to the agent host dv-cinder-790014-3-iscsi {{(pid=93978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:40:12.755885 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:40:12.756276 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62792800'] for segment, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: Traceback (most recent call last): Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: timer() Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: cb(*args, **kw) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: return func(*args, **kwargs) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: self._notify() Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: self.callback(batched_events) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: event.method(event) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: return f(self, *a, **k) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._get(url).json() Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: return self.request(url, 'GET', **kwargs) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:40:12.770250 dv-cinder-790014-3-iscsi neutron-server[93976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:40:12.817211 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3930142'] for network, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.822967 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675435'] for network, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:12.825238 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b2d987a-4867-43c0-880e-d2ab91184ebf HTTP/1.1" status: 204 len: 168 time: 0.5430748 Sep 21 09:40:12.837074 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95279dd-5b83-4d1d-b077-30bb2eb7f614 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2d987a-4867-43c0-880e-d2ab91184ebf,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:12.950000 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49466) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:12.988509 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-aaa12118-48e3-4556-9e84-d7aa11c6d136 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5a1f4dd3aa041d28fd31d906a9afcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373425 Sep 21 09:40:12.991007 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49468) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:13.039171 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.060147 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.112844 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.115377 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.116550 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a0810c9-af28-43c3-a3be-6c79cbd65bc7 HTTP/1.1" status: 204 len: 168 time: 0.1246202 Sep 21 09:40:13.123996 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59360d21-8c85-48d0-a728-16eb85b459fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0810c9-af28-43c3-a3be-6c79cbd65bc7,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:13.430550 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49474) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:13.470043 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-104665fb-2bfe-49d4-81d7-f5986de27319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8579cb97ffa645b78427e48f44a7b301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383599 Sep 21 09:40:13.472292 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [-] (93976) accepted ('10.222.0.42', 49476) {{(pid=93976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:40:13.522260 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.543541 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.589677 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876313'] for security_group, after_delete {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.592269 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron_lib.callbacks.manager [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:13.593503 dv-cinder-790014-3-iscsi neutron-server[93976]: INFO neutron.wsgi [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c291741e-ec8f-4c3e-97e2-d1e687f8df76 HTTP/1.1" status: 204 len: 168 time: 0.1202545 Sep 21 09:40:13.602291 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19a25d-6754-43b5-9bbf-8ee62507eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c291741e-ec8f-4c3e-97e2-d1e687f8df76,revision_number=None']} {{(pid=93976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:24.611588 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:29.721698 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-15744c74-81ff-417c-9a33-cb850966c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:32.331072 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7043a83f-1899-4cb7-9e05-8623d5b9f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:33.838335 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:33.891548 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:35.414876 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:39.954588 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:40:54.605505 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:59.721745 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-69e0ab21-48bf-48d9-9457-acf0607dce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:02.333302 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ce3096f8-d012-41e5-ae2f-c2855c46d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:03.838902 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:03.894113 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:05.417442 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:16.953158 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:41:24.616400 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:29.721387 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-406753c5-8ad6-489e-a598-893c21cf64cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:32.334509 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5c93af35-2d29-46a8-ba9f-a030216328aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:33.839555 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:33.896867 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:35.419576 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:53.951435 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:41:54.612771 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:59.721331 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3180500f-9423-49fb-82a0-52bd80feb9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:02.335674 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7a9e7fb3-1dbc-4a1a-b892-8613321da027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:03.840178 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:03.899578 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:05.422432 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.624423 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:29.722245 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-40473c06-4791-4b21-ba26-913f4fc8056b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.950433 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:42:32.335406 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a58883b0-ba8b-4faa-8bb4-a10c4785f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.845470 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.902866 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.426770 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:54.637821 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:59.723206 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-969c981d-1e8e-42c4-a776-492b24736ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:02.337193 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d765b460-558e-4da1-86aa-e12594c08863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:03.845520 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:03.903207 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:05.428596 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:07.948804 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:43:23.669113 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-db2289e4-1933-485f-aef2-8acc728abf29 req-1f150d3b-6898-4130-87a6-199414cc5ef4 service neutron] (93976) timed out ('10.222.0.47', 49424) {{(pid=93976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:43:24.451433 dv-cinder-790014-3-iscsi neutron-server[93976]: DEBUG neutron.wsgi [req-cee1acaa-92d7-40ec-aef0-117b8b1c67d5 req-b5b28031-344e-4e9c-a915-b12957dd80ee service neutron] (93976) timed out ('10.222.0.47', 49451) {{(pid=93976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:43:24.650229 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:29.723641 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35e25979-4ff9-4e7f-9347-f1325c237e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:32.337437 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb90e68b-5f6a-4eb9-835b-c3e72c4d344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:33.846282 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:33.906700 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:35.432979 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:44.947161 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:43:54.656354 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:59.723486 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-71b8e48c-c8c0-4a1e-bb7f-29a320d82e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:02.337620 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cb925088-5521-4793-9ddb-5ec56651d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:03.846260 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:03.907898 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:05.434218 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:21.945948 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:44:24.676255 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:29.724010 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-32d381ea-69a0-4910-938f-6897d9c6e362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:32.338454 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43c649af-8dd4-4e9a-866a-31ea95aaaeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:33.846580 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:33.911066 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:35.437160 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:54.675134 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:58.944088 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:44:59.724002 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-72a73e26-2210-4fba-ab40-a7f428338e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:02.340148 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-79e38b15-63c0-4823-b660-9e0f1696fbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:03.847147 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:03.913128 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:05.440275 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:24.669810 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-da02774b-32e4-428d-9aee-cb0b02e386b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.724135 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-26ff2d5c-64a3-4478-9128-c8f070dd284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:32.345477 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9c305065-756e-452d-8b7e-3bb7fb014457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:33.847235 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-485b884b-9691-4f1f-9a9e-f4ee896711f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:33.917163 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e16cc3ad-87d8-4074-b1e2-903713877cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:35.442090 dv-cinder-790014-3-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-08839870-2f99-4d39-a5c8-05cad89b2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756937472139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899612'] for agent, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:35.944252 dv-cinder-790014-3-iscsi neutron-server[93979]: DEBUG neutron.db.agents_db [None req-54f5d16d-7bfa-4ea4-b0b7-263f85f49411 None None] Agent healthcheck: found 6 active agents {{(pid=93979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}